{"id":"https://openalex.org/W7220867902","doi":"https://doi.org/10.1109/psgec70194.2026.11719197","title":"Surrogate-Assisted Deep Reinforcement Learning for Commercial HVAC Optimal Control Considering Thermal Inertia","display_name":"Surrogate-Assisted Deep Reinforcement Learning for Commercial HVAC Optimal Control Considering Thermal Inertia","publication_year":2026,"publication_date":"2026-08-01","ids":{"openalex":"https://openalex.org/W7220867902","doi":"https://doi.org/10.1109/psgec70194.2026.11719197"},"language":"en","primary_location":{"id":"doi:10.1109/psgec70194.2026.11719197","doi":"https://doi.org/10.1109/psgec70194.2026.11719197","is_oa":true,"landing_page_url":"https://doi.org/10.1109/psgec70194.2026.11719197","pdf_url":null,"source":{"id":"https://openalex.org/S4363607973","display_name":"Power System and Green Energy Conference (PSGEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 6th Power System and Green Energy Conference (PSGEC)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/psgec70194.2026.11719197","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5153535036","display_name":"Jiaxuan Luo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxuan Luo","raw_affiliation_strings":["Hohai University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hohai University","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157833586","display_name":"Sheng Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Chen","raw_affiliation_strings":["Hohai University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hohai University","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054797781","display_name":"Huiling Su","orcid":"https://orcid.org/0000-0002-8317-7172","observed_orcids":["https://orcid.org/0000-0002-8317-7172"]},"institutions":[{"id":"https://openalex.org/I4405282011","display_name":"State Grid Jiangsu Electric Power (China)","ror":"https://ror.org/056wxrm96","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442","https://openalex.org/I4405282011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiling Su","raw_affiliation_strings":["Marketing Service Center State Grid Jiangsu Electric Power Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Marketing Service Center State Grid Jiangsu Electric Power Co., Ltd","institution_ids":["https://openalex.org/I4405282011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157867894","display_name":"Shifang Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shifang Huang","raw_affiliation_strings":["Southeast University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020697627","display_name":"Zhihui Guo","orcid":"https://orcid.org/0000-0003-1543-2642","observed_orcids":["https://orcid.org/0000-0003-1543-2642"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhihui Guo","raw_affiliation_strings":["Beijing Jingneng Technology Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Jingneng Technology Co., Ltd","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5147433451","display_name":"Liang Ma","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210100976","display_name":"BOE Technology Group (China)","ror":"https://ror.org/01cwwvj38","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210100976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Ma","raw_affiliation_strings":["BOE Energy Technology Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BOE Energy Technology Co., Ltd","institution_ids":["https://openalex.org/I4210100976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"64","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/commercial-buildings","display_name":"commercial buildings","score":0.8050000071525574},{"id":"https://openalex.org/keywords/thermal-inertia","display_name":"thermal inertia","score":0.9399999976158142},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.871999979019165},{"id":"https://openalex.org/keywords/time-of-use-electricity-pricing","display_name":"time-of-use electricity pricing","score":0.8230000138282776},{"id":"https://openalex.org/keywords/load-shifting","display_name":"load shifting","score":0.8600000143051147},{"id":"https://openalex.org/keywords/indoor-temperature-prediction","display_name":"indoor temperature prediction","score":0.6690000295639038},{"id":"https://openalex.org/keywords/office-buildings","display_name":"office buildings","score":0.5529999732971191},{"id":"https://openalex.org/keywords/thermal-comfort","display_name":"thermal comfort","score":0.7490000128746033},{"id":"https://openalex.org/keywords/operating-costs","display_name":"operating costs","score":0.6179999709129333}],"concepts":[{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.6736999750137329},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5837000012397766},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.4318000078201294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42640000581741333},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3917999863624573},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.36489999294281006},{"id":"https://openalex.org/C110407247","wikidata":"https://www.wikidata.org/wiki/Q122508","display_name":"Inertia","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C204530211","wikidata":"https://www.wikidata.org/wiki/Q752823","display_name":"Thermal","level":2,"score":0.3544999957084656},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.34700000286102295},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C186394612","wikidata":"https://www.wikidata.org/wiki/Q7098942","display_name":"Optimal design","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C2984722928","wikidata":"https://www.wikidata.org/wiki/Q904618","display_name":"Thermal inertia","level":3,"score":0.29499998688697815},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.2797999978065491}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/psgec70194.2026.11719197","doi":"https://doi.org/10.1109/psgec70194.2026.11719197","is_oa":true,"landing_page_url":"https://doi.org/10.1109/psgec70194.2026.11719197","pdf_url":null,"source":{"id":"https://openalex.org/S4363607973","display_name":"Power System and Green Energy Conference (PSGEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 6th Power System and Green Energy Conference (PSGEC)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1109/psgec70194.2026.11719197","doi":"https://doi.org/10.1109/psgec70194.2026.11719197","is_oa":true,"landing_page_url":"https://doi.org/10.1109/psgec70194.2026.11719197","pdf_url":null,"source":{"id":"https://openalex.org/S4363607973","display_name":"Power System and Green Energy Conference (PSGEC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 6th Power System and Green Energy Conference (PSGEC)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.878000020980835}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2108152153","https://openalex.org/W2939634842","https://openalex.org/W2981609219","https://openalex.org/W3034748593","https://openalex.org/W3199589734","https://openalex.org/W4293498985","https://openalex.org/W4323536861","https://openalex.org/W4387063421","https://openalex.org/W4412651325","https://openalex.org/W4414299956","https://openalex.org/W4416428811","https://openalex.org/W4416689907","https://openalex.org/W4417034641","https://openalex.org/W7165015327"],"related_works":["https://openalex.org/W7154671870","https://openalex.org/W7216649790","https://openalex.org/W6906794774","https://openalex.org/W3110738932","https://openalex.org/W7165738442","https://openalex.org/W7171508364","https://openalex.org/W7203454002","https://openalex.org/W7222892978","https://openalex.org/W6944186639","https://openalex.org/W7167481442"],"abstract_inverted_index":{"Commercial":[0],"buildings":[1],"can":[2],"provide":[3],"operational":[4],"flexibility":[5],"through":[6,93,102],"HVAC":[7,52,83,154],"control":[8,107],"because":[9],"thermal":[10,165],"inertia":[11],"enables":[12],"short-term":[13,79],"load":[14],"shifting":[15],"under":[16],"time-of-use":[17],"(TOU)":[18],"electricity":[19],"pricing.":[20],"However,":[21],"direct":[22],"reinforcement":[23],"learning":[24],"interaction":[25],"with":[26,141],"a":[27,43,58,71,122],"high-fidelity":[28],"building":[29,51],"simulator":[30],"is":[31,89],"computationally":[32],"expensive":[33],"and":[34,82,91,111,121,132,146,158],"may":[35],"generate":[36],"undesirable":[37],"exploratory":[38],"actions.":[39],"This":[40],"paper":[41],"develops":[42],"surrogate-assisted":[44],"Deep":[45],"Q-Network":[46],"(DQN)":[47],"framework":[48],"for":[49,64],"commercial":[50],"control.":[53,105],"EnergyPlus":[54,103],"simulation":[55],"data":[56],"from":[57],"representative":[59],"large":[60],"office":[61],"model":[62],"configured":[63],"Nanjing,":[65],"China,":[66],"are":[67],"used":[68],"to":[69],"train":[70],"black-box":[72],"deep":[73],"neural":[74],"network":[75],"surrogate":[76,98,137],"that":[77],"approximates":[78],"indoor":[80],"temperature":[81,134,140],"power":[84],"dynamics.":[85],"The":[86,106,136],"DQN":[87],"agent":[88],"trained":[90],"evaluated":[92],"rollout":[94],"in":[95],"the":[96],"validated":[97],"environment,":[99],"rather":[100],"than":[101],"closed-loop":[104],"formulation":[108],"uses":[109],"price":[110],"occupancy":[112],"look-ahead":[113],"features,":[114],"CORE_MID":[115,139],"temperature,":[116],"discrete":[117],"cooling":[118],"setpoint":[119],"actions,":[120],"reward":[123],"considering":[124],"operating":[125,156],"cost,":[126,157],"comfort,":[127],"unnecessary":[128],"cooling,":[129],"action":[130],"smoothness,":[131],"abnormal":[133],"variation.":[135],"predicts":[138],"an":[142,147],"RMSE":[143],"of":[144,149],"0.260\u00b0C":[145],"MAE":[148],"0.191\u00b0C.":[150],"Results":[151],"show":[152],"reduced":[153],"energy,":[155],"high-price-period":[159],"energy":[160],"use":[161],"while":[162],"maintaining":[163],"office-hour":[164],"comfort.":[166]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-10-08T00:00:00"}