{"id":"https://openalex.org/W4387005356","doi":"https://doi.org/10.1109/e-science58273.2023.10254663","title":"OCSRL: An Model-Based Reinforcement Learning Approach to Optimize Energy Consumption of Cooling Systems","display_name":"OCSRL: An Model-Based Reinforcement Learning Approach to Optimize Energy Consumption of Cooling Systems","publication_year":2023,"publication_date":"2023-09-25","ids":{"openalex":"https://openalex.org/W4387005356","doi":"https://doi.org/10.1109/e-science58273.2023.10254663"},"language":"en","primary_location":{"id":"doi:10.1109/e-science58273.2023.10254663","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/e-science58273.2023.10254663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on e-Science (e-Science)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034307484","display_name":"Keshav Kaushik","orcid":"https://orcid.org/0000-0003-1329-3677"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Keshav Kaushik","raw_affiliation_strings":["BITS Pilani,Dept. of CS&IS,Goa,India"],"affiliations":[{"raw_affiliation_string":"BITS Pilani,Dept. of CS&IS,Goa,India","institution_ids":["https://openalex.org/I74796645"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077018783","display_name":"Vinayak Naik","orcid":"https://orcid.org/0000-0003-3637-2167"},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]},{"id":"https://openalex.org/I4210094289","display_name":"Central Coastal Agricultural Research Institute","ror":"https://ror.org/00n1gdp39","country_code":"IN","type":"facility","lineage":["https://openalex.org/I179420787","https://openalex.org/I4210094289"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vinayak Naik","raw_affiliation_strings":["APPCAIR,Goa,India","APPCAIR, Goa, India","Dept. of CS&IS, BITS Pilani, Goa, India"],"affiliations":[{"raw_affiliation_string":"APPCAIR,Goa,India","institution_ids":["https://openalex.org/I4210094289"]},{"raw_affiliation_string":"APPCAIR, Goa, India","institution_ids":["https://openalex.org/I4210094289"]},{"raw_affiliation_string":"Dept. of CS&IS, BITS Pilani, Goa, India","institution_ids":["https://openalex.org/I74796645"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5034307484"],"corresponding_institution_ids":["https://openalex.org/I74796645"],"apc_list":null,"apc_paid":null,"fwci":0.4734,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.62015358,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11529","display_name":"Refrigeration and Air Conditioning Technologies","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10998","display_name":"Heat Transfer and Optimization","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7383593320846558},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.7015635371208191},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6251991987228394},{"id":"https://openalex.org/keywords/water-cooling","display_name":"Water cooling","score":0.5866259932518005},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5462207794189453},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.42806947231292725},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.42571505904197693},{"id":"https://openalex.org/keywords/damper","display_name":"Damper","score":0.4171622693538666},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34187382459640503},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.33790791034698486},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33055901527404785},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23961490392684937},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20221710205078125},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.1480216681957245}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7383593320846558},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.7015635371208191},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6251991987228394},{"id":"https://openalex.org/C7694927","wikidata":"https://www.wikidata.org/wiki/Q7667810","display_name":"Water cooling","level":2,"score":0.5866259932518005},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5462207794189453},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.42806947231292725},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.42571505904197693},{"id":"https://openalex.org/C140096630","wikidata":"https://www.wikidata.org/wiki/Q3423628","display_name":"Damper","level":2,"score":0.4171622693538666},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34187382459640503},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.33790791034698486},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33055901527404785},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23961490392684937},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20221710205078125},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.1480216681957245},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/e-science58273.2023.10254663","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/e-science58273.2023.10254663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 19th International Conference on e-Science (e-Science)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W942440266","https://openalex.org/W2053211348","https://openalex.org/W2068715020","https://openalex.org/W2128626257","https://openalex.org/W2615189434","https://openalex.org/W2726833800","https://openalex.org/W2979476646","https://openalex.org/W3035915309","https://openalex.org/W3109235893","https://openalex.org/W4321488707","https://openalex.org/W6608062572","https://openalex.org/W6686551862"],"related_works":["https://openalex.org/W2744870258","https://openalex.org/W2363021795","https://openalex.org/W2417714018","https://openalex.org/W2589078217","https://openalex.org/W4306904969","https://openalex.org/W4317391030","https://openalex.org/W2333027882","https://openalex.org/W2017936727","https://openalex.org/W2336574316","https://openalex.org/W4400285150"],"abstract_inverted_index":{"Cooling":[0],"systems":[1,13,41,52,79,112,282],"consume":[2],"more":[3],"than":[4],"40%":[5],"of":[6,39,57,135,154,190,194,247,267,279],"overall":[7],"buildings'":[8],"energy":[9,47,69,152,197,238,248,268],"consumption.":[10,239,307],"These":[11],"cooling":[12,33,40,51,78,86,111,156,281],"provide":[14],"comfortable":[15],"and":[16,44,167,175,183,201,254,286,292,297],"productive":[17],"environments":[18],"in":[19,24,59,163,214,229,252,283,305],"building":[20],"environments.":[21],"The":[22,74,106,240,272],"increase":[23],"global":[25],"warming":[26],"leads":[27,301],"to":[28,97,104,131,149,212,227,245,250,265,270,290,295,302],"the":[29,55,60,68,72,124,132,136,151,160,173,191,195,206,215,221,259,276],"ever-increasing":[30],"demand":[31],"for":[32,76,102,109],"systems.":[34,157],"There":[35],"are":[36,89,126],"two":[37],"types":[38],"\u2014":[42],"ducted-centralized":[43,50,77,103],"ductless-split.":[45,73,105],"Optimizing":[46],"consumption":[48,153],"by":[49,71,209,224,288],"has":[53],"been":[54],"focus":[56],"researchers":[58],"literature.":[61],"However,":[62],"very":[63],"few":[64],"have":[65],"considered":[66],"optimizing":[67,237],"consumed":[70],"solutions":[75,107,125],"control":[80],"dampers":[81],"inside":[82],"ducts.":[83,91],"In":[84,120,138,188],"ductless-split":[85,110,155,280],"systems,":[87],"there":[88],"no":[90],"Hence,":[92],"it":[93,234],"is":[94],"not":[95],"possible":[96],"use":[98],"a":[99,144,303],"solution":[100],"proposed":[101,161,218,241,273],"available":[108],"perform":[113],"scheduling":[114],"based":[115],"on":[116],"mathematical/machine":[117],"learning":[118,147,192,207,222],"models.":[119],"either":[121],"case,":[122],"since":[123],"static,":[127],"they":[128],"cannot":[129],"adapt":[130],"complex":[133],"dynamics":[134],"environment.":[137],"this":[139],"paper,":[140],"we":[141],"propose":[142],"OCSRL,":[143],"model-based":[145,177],"reinforcement":[146],"approach":[148,178],"optimize":[150],"We":[158,169],"evaluate":[159],"OCSRL":[162,171,204,219,242,262,274],"both":[164,284],"real-world":[165,230,255],"experimentation":[166,256,287],"simulation.":[168,216],"compare":[170],"with":[172],"greedy":[174],"mathematical":[176],"Cooling-System":[179],"Linear-Scheduling":[180],"Algorithm":[181],"(CLA)":[182],"All":[184],"ACs":[185],"ON":[186],"(AA).":[187],"terms":[189],"rate":[193],"algorithm,":[196],"consumption,":[198],"temperature":[199],"maintained,":[200],"execution":[202,277],"time.":[203],"cuts":[205,220],"time":[208,223,278],"97%":[210],"compared":[211,226,249,269,294],"CLA":[213,228,251,296],"Our":[217],"99%":[225],"experiments.":[231],"After":[232],"learning,":[233],"immediately":[235],"starts":[236],"saves":[243,263],"up":[244,264,289],"15%":[246],"simulation":[253,285],"while":[257],"maintaining":[258],"desired":[260],"temperature.":[261],"50%":[266],"AA.":[271],"reduces":[275],"9%":[291],"65%":[293],"AA,":[298],"respectively.":[299],"This":[300],"reduction":[304],"refrigerant":[306]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}