{"id":"https://openalex.org/W4312695648","doi":"https://doi.org/10.1109/tsg.2022.3220732","title":"Frequency Regulation Capacity Offering of District Cooling System: An Intrinsic-Motivated Reinforcement Learning Method","display_name":"Frequency Regulation Capacity Offering of District Cooling System: An Intrinsic-Motivated Reinforcement Learning Method","publication_year":2022,"publication_date":"2022-11-09","ids":{"openalex":"https://openalex.org/W4312695648","doi":"https://doi.org/10.1109/tsg.2022.3220732"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2022.3220732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3220732","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039338802","display_name":"Peipei Yu","orcid":"https://orcid.org/0000-0002-8381-8937"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Peipei Yu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-8381-8937","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055229726","display_name":"Hongcai Zhang","orcid":"https://orcid.org/0000-0002-8294-6419"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Hongcai Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-8294-6419","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064691727","display_name":"Yonghua Song","orcid":"https://orcid.org/0000-0002-1495-4644"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yonghua Song","raw_affiliation_strings":["Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-1495-4644","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016579820","display_name":"Hongxun Hui","orcid":"https://orcid.org/0000-0002-2299-7580"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Hongxun Hui","raw_affiliation_strings":["Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-2299-7580","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, State Key Laboratory of Internet of Things for Smart City, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070357433","display_name":"Chao Huang","orcid":"https://orcid.org/0000-0002-8012-3697"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Huang","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8012-3697","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5039338802"],"corresponding_institution_ids":["https://openalex.org/I204512498","https://openalex.org/I6469544"],"apc_list":null,"apc_paid":null,"fwci":1.4779,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.81874373,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"14","issue":"4","first_page":"2762","last_page":"2773"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6679229736328125},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.5335628986358643},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.519774854183197},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.48618096113204956},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4721783697605133},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44054049253463745},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.4378528594970703},{"id":"https://openalex.org/keywords/cooling-capacity","display_name":"Cooling capacity","score":0.423422634601593},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.41901564598083496},{"id":"https://openalex.org/keywords/electricity-market","display_name":"Electricity market","score":0.41125863790512085},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.38072410225868225},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.375601589679718},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.352886438369751},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3459088206291199},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3284570574760437},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.25459545850753784},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.19625934958457947},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12678661942481995}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6679229736328125},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5335628986358643},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.519774854183197},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.48618096113204956},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4721783697605133},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44054049253463745},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4378528594970703},{"id":"https://openalex.org/C164915370","wikidata":"https://www.wikidata.org/wiki/Q5167494","display_name":"Cooling capacity","level":2,"score":0.423422634601593},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.41901564598083496},{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.41125863790512085},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.38072410225868225},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.375601589679718},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.352886438369751},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3459088206291199},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3284570574760437},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.25459545850753784},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.19625934958457947},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12678661942481995},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2022.3220732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3220732","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W169087028","https://openalex.org/W192920577","https://openalex.org/W1503398984","https://openalex.org/W1658960529","https://openalex.org/W1965819149","https://openalex.org/W1967831571","https://openalex.org/W1988526405","https://openalex.org/W1998172110","https://openalex.org/W2050992779","https://openalex.org/W2150339816","https://openalex.org/W2571809238","https://openalex.org/W2596982695","https://openalex.org/W2740213442","https://openalex.org/W2790154260","https://openalex.org/W2906033034","https://openalex.org/W2906992278","https://openalex.org/W2911347525","https://openalex.org/W2911804964","https://openalex.org/W2922005473","https://openalex.org/W2963276097","https://openalex.org/W2963864421","https://openalex.org/W2969320674","https://openalex.org/W2987901555","https://openalex.org/W2991043019","https://openalex.org/W2997688679","https://openalex.org/W2999194330","https://openalex.org/W3008896591","https://openalex.org/W3037631072","https://openalex.org/W3085267010","https://openalex.org/W3119239736","https://openalex.org/W3121240530","https://openalex.org/W3145487336","https://openalex.org/W3172756672","https://openalex.org/W4211205532","https://openalex.org/W4213240249","https://openalex.org/W4237652065","https://openalex.org/W4280574760","https://openalex.org/W4312613808","https://openalex.org/W6606960768","https://openalex.org/W6636924704","https://openalex.org/W6684921986","https://openalex.org/W6717230150","https://openalex.org/W6735033012","https://openalex.org/W6783144354"],"related_works":["https://openalex.org/W2555175041","https://openalex.org/W2032085210","https://openalex.org/W2389561653","https://openalex.org/W2052188148","https://openalex.org/W4239205706","https://openalex.org/W4239297229","https://openalex.org/W3003695187","https://openalex.org/W2621043410","https://openalex.org/W3166575991","https://openalex.org/W4362501864"],"abstract_inverted_index":{"District":[0],"cooling":[1,13,60,97],"system":[2,10,154,182],"(DCS),":[3],"a":[4,78,86,114,161,179],"type":[5],"of":[6,46,140,144,172,186],"large-capacity":[7],"air":[8],"conditioning":[9],"that":[11,69,136],"supplies":[12],"for":[14,26,62],"multiple":[15],"buildings,":[16],"is":[17,50,82,126],"an":[18,43],"ideal":[19],"resource":[20],"to":[21,31,58,93,168],"provide":[22,32],"frequency":[23],"regulation":[24,48,53,66,80,100,116],"services":[25,34],"power":[27],"systems.":[28],"In":[29],"order":[30],"high-quality":[33],"and":[35,95,99,128,146],"maximize":[36],"DCS\u2019s":[37,47,79],"revenue":[38],"from":[39],"the":[40,74,108,137,151,170,173,184,187],"electricity":[41],"market,":[42],"accurate":[44],"estimation":[45,55],"capacity":[49,54,81,117],"indispensable.":[51],"Inaccurate":[52],"may":[56,70,149],"lead":[57],"unsatisfactory":[59],"supply":[61],"buildings":[63],"and/or":[64],"poor":[65],"service":[67],"quality":[68],"be":[71],"penalized":[72],"by":[73,155],"market.":[75],"However,":[76],"estimating":[77],"quite":[83],"challenging,":[84],"because":[85],"DCS":[87,115,181],"usually":[88,103],"has":[89],"complex":[90],"thermal":[91],"dynamics":[92],"model":[94],"its":[96],"demands":[98],"signals":[101],"are":[102],"highly":[104],"stochastic.":[105],"To":[106],"address":[107],"above":[109],"challenges,":[110],"this":[111],"paper":[112],"proposes":[113],"offering":[118],"strategy":[119],"based":[120,165,177],"on":[121,166,178],"deep":[122],"reinforcement":[123],"learning.":[124],"It":[125],"model-free":[127],"can":[129],"effectively":[130],"tackle":[131],"various":[132],"uncertainties.":[133],"Furthermore,":[134],"considering":[135],"training":[138],"process":[139],"DRL":[141],"needs":[142],"lots":[143],"\u201ctrial":[145],"errors,\u201d":[147],"which":[148],"harm":[150],"actual":[152],"physical":[153],"making":[156],"\u201cbad\u201d":[157],"decisions.":[158],"We":[159],"propose":[160],"novel":[162],"intrinsic-motivated":[163],"method":[164],"pseudo-count":[167],"improve":[169],"efficiency":[171],"training.":[174],"Numerical":[175],"studies":[176],"realistic":[180],"illustrate":[183],"effectiveness":[185],"proposed":[188],"method.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}