{"id":"https://openalex.org/W4361859274","doi":"https://doi.org/10.1109/jiot.2023.3263261","title":"Data Center HVAC Control Harnessing Flexibility Potential via Real-Time Pricing Cost Optimization Using Reinforcement Learning","display_name":"Data Center HVAC Control Harnessing Flexibility Potential via Real-Time Pricing Cost Optimization Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-03-30","ids":{"openalex":"https://openalex.org/W4361859274","doi":"https://doi.org/10.1109/jiot.2023.3263261"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3263261","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3263261","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orbit.dtu.dk/files/317883225/RLforHVACControl_IEEE_IoT_1_.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059836800","display_name":"Marco Biemann","orcid":"https://orcid.org/0000-0003-3221-8090"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]},{"id":"https://openalex.org/I96673099","display_name":"Technical University of Denmark","ror":"https://ror.org/04qtj9h94","country_code":"DK","type":"education","lineage":["https://openalex.org/I96673099"]}],"countries":["DK","NO"],"is_corresponding":false,"raw_author_name":"Marco Biemann","raw_affiliation_strings":["Department of Technology, Management and Economics, Section of Energy Economics and Modelling, Technical University of Denmark, Lyngby, Denmark","Department of Manufacturing and Civil Engineering, Norwegian University of Science and Technology, Trondheim, Norway"],"raw_orcid":"https://orcid.org/0000-0003-3221-8090","affiliations":[{"raw_affiliation_string":"Department of Technology, Management and Economics, Section of Energy Economics and Modelling, Technical University of Denmark, Lyngby, Denmark","institution_ids":["https://openalex.org/I96673099"]},{"raw_affiliation_string":"Department of Manufacturing and Civil Engineering, Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037399581","display_name":"Philipp Andreas Gunkel","orcid":"https://orcid.org/0000-0002-4892-5569"},"institutions":[{"id":"https://openalex.org/I96673099","display_name":"Technical University of Denmark","ror":"https://ror.org/04qtj9h94","country_code":"DK","type":"education","lineage":["https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Philipp Andreas Gunkel","raw_affiliation_strings":["Department of Technology, Management and Economics, Section of Energy Economics and Modelling, Technical University of Denmark, Lyngby, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Technology, Management and Economics, Section of Energy Economics and Modelling, Technical University of Denmark, Lyngby, Denmark","institution_ids":["https://openalex.org/I96673099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029271821","display_name":"Fabian Scheller","orcid":"https://orcid.org/0000-0002-7676-1143"},"institutions":[{"id":"https://openalex.org/I3130074995","display_name":"Technical University of Applied Sciences W\u00fcrzburg-Schweinfurt","ror":"https://ror.org/01k5h5v15","country_code":"DE","type":"education","lineage":["https://openalex.org/I3130074995"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian Scheller","raw_affiliation_strings":["Faculty of Business and Engineering, Technical University of Applied Sciences Würzburg-Schweinfurt, Würzburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7676-1143","affiliations":[{"raw_affiliation_string":"Faculty of Business and Engineering, Technical University of Applied Sciences Würzburg-Schweinfurt, Würzburg, Germany","institution_ids":["https://openalex.org/I3130074995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007883139","display_name":"Lizhen Huang","orcid":"https://orcid.org/0000-0001-9387-7650"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Lizhen Huang","raw_affiliation_strings":["Department of Manufacturing and Civil Engineering, Norwegian University of Science and Technology, Trondheim, Norway"],"raw_orcid":"https://orcid.org/0000-0001-9387-7650","affiliations":[{"raw_affiliation_string":"Department of Manufacturing and Civil Engineering, Norwegian University of Science and Technology, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100735899","display_name":"Xiufeng Liu","orcid":"https://orcid.org/0000-0001-5133-6688"},"institutions":[{"id":"https://openalex.org/I96673099","display_name":"Technical University of Denmark","ror":"https://ror.org/04qtj9h94","country_code":"DK","type":"education","lineage":["https://openalex.org/I96673099"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Xiufeng Liu","raw_affiliation_strings":["Department of Technology, Management and Economics, Section of Energy Economics and Modelling, Technical University of Denmark, Lyngby, Denmark"],"raw_orcid":"https://orcid.org/0000-0001-5133-6688","affiliations":[{"raw_affiliation_string":"Department of Technology, Management and Economics, Section of Energy Economics and Modelling, Technical University of Denmark, Lyngby, Denmark","institution_ids":["https://openalex.org/I96673099"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6713,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.90353215,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":"15","first_page":"13876","last_page":"13894"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.740237832069397},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.732541561126709},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6310011744499207},{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.5918980836868286},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.4411427676677704},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4308326542377472},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22990292310714722},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18002739548683167},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14260298013687134},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.08585342764854431}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.740237832069397},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.732541561126709},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6310011744499207},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.5918980836868286},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.4411427676677704},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4308326542377472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22990292310714722},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18002739548683167},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14260298013687134},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.08585342764854431},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2023.3263261","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3263261","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/122ae671-70b4-4eb8-b64d-e41a1f694b14","is_oa":true,"landing_page_url":"https://orbit.dtu.dk/en/publications/122ae671-70b4-4eb8-b64d-e41a1f694b14","pdf_url":"https://orbit.dtu.dk/files/317883225/RLforHVACControl_IEEE_IoT_1_.pdf","source":{"id":"https://openalex.org/S4306400705","display_name":"Technical University of Denmark, DTU Orbit (Technical University of Denmark, DTU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I96673099","host_organization_name":"Technical University of Denmark","host_organization_lineage":["https://openalex.org/I96673099"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Biemann , M , Gunkel , P A , Scheller , F , Huang , L & Liu , X 2023 , ' Data centre HVAC control harnessing flexibility potential via real-time pricing cost optimisation using reinforcement learning ' , IEEE Internet of Things Journal , vol. 10 , no. 15 , pp. 13876 - 13894 . https://doi.org/10.1109/JIOT.2023.3263261","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/122ae671-70b4-4eb8-b64d-e41a1f694b14","is_oa":true,"landing_page_url":"https://orbit.dtu.dk/en/publications/122ae671-70b4-4eb8-b64d-e41a1f694b14","pdf_url":"https://orbit.dtu.dk/files/317883225/RLforHVACControl_IEEE_IoT_1_.pdf","source":{"id":"https://openalex.org/S4306400705","display_name":"Technical University of Denmark, DTU Orbit (Technical University of Denmark, DTU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I96673099","host_organization_name":"Technical University of Denmark","host_organization_lineage":["https://openalex.org/I96673099"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Biemann , M , Gunkel , P A , Scheller , F , Huang , L & Liu , X 2023 , ' Data centre HVAC control harnessing flexibility potential via real-time pricing cost optimisation using reinforcement learning ' , IEEE Internet of Things Journal , vol. 10 , no. 15 , pp. 13876 - 13894 . https://doi.org/10.1109/JIOT.2023.3263261","raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G4260268498","display_name":null,"funder_award_id":"288856","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G8148940825","display_name":null,"funder_award_id":"8090-00069B","funder_id":"https://openalex.org/F4320313796","funder_display_name":"Innovationsfonden"}],"funders":[{"id":"https://openalex.org/F4320313796","display_name":"Innovationsfonden","ror":"https://ror.org/00daj4111"},{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4361859274.pdf"},"referenced_works_count":98,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1522301498","https://openalex.org/W1537738310","https://openalex.org/W2011418219","https://openalex.org/W2064675550","https://openalex.org/W2082034273","https://openalex.org/W2089217930","https://openalex.org/W2101221989","https://openalex.org/W2145339207","https://openalex.org/W2157331557","https://openalex.org/W2201581102","https://openalex.org/W2276463593","https://openalex.org/W2277948250","https://openalex.org/W2736601468","https://openalex.org/W2747014259","https://openalex.org/W2754517384","https://openalex.org/W2781726626","https://openalex.org/W2785738552","https://openalex.org/W2787938642","https://openalex.org/W2789731659","https://openalex.org/W2809013025","https://openalex.org/W2889109362","https://openalex.org/W2890141553","https://openalex.org/W2901645090","https://openalex.org/W2903153623","https://openalex.org/W2908064123","https://openalex.org/W2912174032","https://openalex.org/W2951507724","https://openalex.org/W2963454111","https://openalex.org/W2963864421","https://openalex.org/W2964229770","https://openalex.org/W2972148356","https://openalex.org/W2974232099","https://openalex.org/W2979476646","https://openalex.org/W2982316857","https://openalex.org/W2989354373","https://openalex.org/W2990032740","https://openalex.org/W2996037775","https://openalex.org/W3016068557","https://openalex.org/W3024350433","https://openalex.org/W3033868844","https://openalex.org/W3034169784","https://openalex.org/W3045583967","https://openalex.org/W3048930399","https://openalex.org/W3090789943","https://openalex.org/W3095810316","https://openalex.org/W3097180735","https://openalex.org/W3127246196","https://openalex.org/W3157554665","https://openalex.org/W3159051850","https://openalex.org/W3159580687","https://openalex.org/W3166166623","https://openalex.org/W3168837055","https://openalex.org/W3170196437","https://openalex.org/W3176644937","https://openalex.org/W3194824107","https://openalex.org/W3199589734","https://openalex.org/W3199775902","https://openalex.org/W3214447973","https://openalex.org/W3214918727","https://openalex.org/W3216772467","https://openalex.org/W3217553076","https://openalex.org/W4205300464","https://openalex.org/W4205430897","https://openalex.org/W4205653889","https://openalex.org/W4205760645","https://openalex.org/W4206801503","https://openalex.org/W4206900443","https://openalex.org/W4213219337","https://openalex.org/W4224232484","https://openalex.org/W4225917661","https://openalex.org/W4285115428","https://openalex.org/W4286906273","https://openalex.org/W4287273849","https://openalex.org/W4292103266","https://openalex.org/W4293498985","https://openalex.org/W4307571291","https://openalex.org/W4385245566","https://openalex.org/W6627932998","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6687681856","https://openalex.org/W6694514460","https://openalex.org/W6734206676","https://openalex.org/W6739879593","https://openalex.org/W6739901393","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6747924173","https://openalex.org/W6748839928","https://openalex.org/W6754447547","https://openalex.org/W6757184387","https://openalex.org/W6772005887","https://openalex.org/W6780226713","https://openalex.org/W6785140329","https://openalex.org/W6791623595","https://openalex.org/W6804601995","https://openalex.org/W6840371028"],"related_works":["https://openalex.org/W2112866972","https://openalex.org/W4240233711","https://openalex.org/W2900606913","https://openalex.org/W4320003279","https://openalex.org/W2326910963","https://openalex.org/W3111008797","https://openalex.org/W4392628806","https://openalex.org/W4287552621","https://openalex.org/W4376649626","https://openalex.org/W593427938"],"abstract_inverted_index":{"With":[0],"increasing":[1],"electricity":[2,36],"prices,":[3],"cost":[4,155],"savings":[5],"through":[6],"load":[7],"shifting":[8],"are":[9],"becoming":[10],"increasingly":[11],"important":[12],"for":[13,213],"energy":[14,43,214],"end":[15],"users.":[16],"While":[17],"dynamic":[18],"pricing":[19],"encourages":[20],"customers":[21],"to":[22,25,42,99,117,158],"shift":[23],"demand":[24],"low":[26],"price":[27,103,146],"periods,":[28],"the":[29,51,74,119,123,151,167,170,174],"nonstationary":[30],"and":[31,61,125,145,162,186],"highly":[32,126],"volatile":[33,127],"nature":[34],"of":[35,54,169,208],"prices":[37],"poses":[38],"a":[39,66,91,94,110,115,138,154,159],"significant":[40],"challenge":[41],"management":[44],"systems.":[45],"In":[46,178],"this":[47,86,179,181],"article,":[48],"we":[49,88],"investigate":[50],"flexibility":[52],"potential":[53],"data":[55,140,171],"centers":[56],"by":[57],"optimizing":[58],"heating,":[59],"ventilation,":[60],"air":[62],"conditioning":[63],"systems":[64],"with":[65,78,93],"general":[67],"model-free":[68],"reinforcement":[69],"learning":[70],"(RL)":[71],"approach.":[72],"Since":[73],"soft":[75],"actor-critic":[76],"algorithm":[77],"feedforward":[79],"networks":[80],"did":[81],"not":[82],"work":[83,182],"satisfactorily":[84],"in":[85,122,135],"scenario,":[87],"propose":[89],"instead":[90],"parameterization":[92],"recurrent":[95],"neural":[96],"network":[97],"architecture":[98],"successfully":[100],"handle":[101],"spot-market":[102],"data.":[104],"The":[105,129,198],"past":[106],"is":[107,132],"encoded":[108],"into":[109,195,205],"hidden":[111],"state,":[112],"which":[113],"provides":[114],"way":[116],"learn":[118],"temporal":[120],"dependencies":[121],"observations":[124],"rewards.":[128],"proposed":[130,199],"method":[131,201],"then":[133],"evaluated":[134],"experiments":[136],"on":[137],"simulated":[139],"center.":[141],"Considering":[142],"real":[143],"temperature":[144,168],"signals":[147],"over":[148],"multiple":[149],"years,":[150],"results":[152],"show":[153],"reduction":[156],"compared":[157],"proportional,":[160],"integral":[161],"derivative":[163],"controller":[164],"while":[165],"maintaining":[166],"center":[172],"within":[173],"desired":[175],"operating":[176],"ranges.":[177],"context,":[180],"demonstrates":[183],"an":[184],"innovative":[185],"applicable":[187],"RL":[188],"approach":[189],"that":[190],"incorporates":[191],"complex":[192],"economic":[193],"objectives":[194],"agent":[196],"decision-making.":[197],"control":[200],"can":[202],"be":[203],"integrated":[204],"various":[206],"Internet":[207],"Things-based":[209],"smart":[210],"building":[211],"solutions":[212],"management.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}