{"id":"https://openalex.org/W4410583918","doi":"https://doi.org/10.1109/isc260477.2024.11004295","title":"Study on Adaptation of Model-Agnostic Meta-Learning Integrated Deep Q-Learning for HVAC Control","display_name":"Study on Adaptation of Model-Agnostic Meta-Learning Integrated Deep Q-Learning for HVAC Control","publication_year":2024,"publication_date":"2024-10-29","ids":{"openalex":"https://openalex.org/W4410583918","doi":"https://doi.org/10.1109/isc260477.2024.11004295"},"language":"en","primary_location":{"id":"doi:10.1109/isc260477.2024.11004295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isc260477.2024.11004295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Smart Cities Conference (ISC2)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098675297","display_name":"Supakit Kumkam","orcid":null},"institutions":[{"id":"https://openalex.org/I141509744","display_name":"Joint Graduate School of Energy and Environment","ror":"https://ror.org/00q9d8f64","country_code":"TH","type":"education","lineage":["https://openalex.org/I141509744"]},{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Supakit Kumkam","raw_affiliation_strings":["The Joint Graduate School of Energy and Environment (JGSEE), King Mongkut's University of Technology Thonburi (KMUTT),Bangkok,Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Joint Graduate School of Energy and Environment (JGSEE), King Mongkut's University of Technology Thonburi (KMUTT),Bangkok,Thailand","institution_ids":["https://openalex.org/I141509744","https://openalex.org/I60837268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062364423","display_name":"Piyatida Trinuruk","orcid":"https://orcid.org/0000-0002-3275-7759"},"institutions":[{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Piyatida Trinuruk","raw_affiliation_strings":["King Mongkut's University of Technology Thonburi (KMUTT),Department of Mechanical Engineering,Bangkok,Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King Mongkut's University of Technology Thonburi (KMUTT),Department of Mechanical Engineering,Bangkok,Thailand","institution_ids":["https://openalex.org/I60837268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018915451","display_name":"Pipat Chaiwiwatworakul","orcid":"https://orcid.org/0000-0003-0565-5922"},"institutions":[{"id":"https://openalex.org/I141509744","display_name":"Joint Graduate School of Energy and Environment","ror":"https://ror.org/00q9d8f64","country_code":"TH","type":"education","lineage":["https://openalex.org/I141509744"]},{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Pipat Chaiwiwatworakul","raw_affiliation_strings":["The Joint Graduate School of Energy and Environment (JGSEE), King Mongkut's University of Technology Thonburi (KMUTT),Bangkok,Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Joint Graduate School of Energy and Environment (JGSEE), King Mongkut's University of Technology Thonburi (KMUTT),Bangkok,Thailand","institution_ids":["https://openalex.org/I141509744","https://openalex.org/I60837268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072514427","display_name":"Pattana Rakkwamsuk","orcid":"https://orcid.org/0000-0002-9085-6480"},"institutions":[{"id":"https://openalex.org/I141509744","display_name":"Joint Graduate School of Energy and Environment","ror":"https://ror.org/00q9d8f64","country_code":"TH","type":"education","lineage":["https://openalex.org/I141509744"]},{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Pattana Rakkwamsuk","raw_affiliation_strings":["The Joint Graduate School of Energy and Environment (JGSEE), King Mongkut's University of Technology Thonburi (KMUTT),Bangkok,Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Joint Graduate School of Energy and Environment (JGSEE), King Mongkut's University of Technology Thonburi (KMUTT),Bangkok,Thailand","institution_ids":["https://openalex.org/I141509744","https://openalex.org/I60837268"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066335717","display_name":"Athikom Bangviwat","orcid":null},"institutions":[{"id":"https://openalex.org/I141509744","display_name":"Joint Graduate School of Energy and Environment","ror":"https://ror.org/00q9d8f64","country_code":"TH","type":"education","lineage":["https://openalex.org/I141509744"]},{"id":"https://openalex.org/I60837268","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056","country_code":"TH","type":"education","lineage":["https://openalex.org/I60837268"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Athikom Bangviwat","raw_affiliation_strings":["The Joint Graduate School of Energy and Environment (JGSEE), King Mongkut's University of Technology Thonburi (KMUTT),Bangkok,Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Joint Graduate School of Energy and Environment (JGSEE), King Mongkut's University of Technology Thonburi (KMUTT),Bangkok,Thailand","institution_ids":["https://openalex.org/I141509744","https://openalex.org/I60837268"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8877,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79305646,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14225","display_name":"Advanced Sensor and Control Systems","score":0.6255000233650208,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14225","display_name":"Advanced Sensor and Control Systems","score":0.6255000233650208,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.599399983882904,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7042421698570251},{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.6433708667755127},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6331776976585388},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46359413862228394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44266098737716675},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19616955518722534},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08947247266769409}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7042421698570251},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.6433708667755127},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6331776976585388},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46359413862228394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44266098737716675},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19616955518722534},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08947247266769409},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isc260477.2024.11004295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isc260477.2024.11004295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Smart Cities Conference (ISC2)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322818","display_name":"King Mongkut's University of Technology Thonburi","ror":"https://ror.org/0057ax056"},{"id":"https://openalex.org/F4320329659","display_name":"Thailand Science Research and Innovation","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1531725372","https://openalex.org/W3013294057","https://openalex.org/W3047508891","https://openalex.org/W3081753596","https://openalex.org/W3133842409","https://openalex.org/W3161051625","https://openalex.org/W3216070854","https://openalex.org/W3216341996","https://openalex.org/W4280643421","https://openalex.org/W4319773891","https://openalex.org/W4392432850","https://openalex.org/W6736057607","https://openalex.org/W6757677476"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2112866972","https://openalex.org/W4240233711","https://openalex.org/W2900606913","https://openalex.org/W4320003279","https://openalex.org/W2326910963","https://openalex.org/W3111008797","https://openalex.org/W4392628806"],"abstract_inverted_index":{"With":[0],"the":[1,8,13,65,100,111,170,181,193,200,226,229],"growing":[2],"concern":[3],"about":[4],"climate":[5],"change":[6],"and":[7,18,62,80,128,155,197,208,214,224,235],"carbon":[9],"neutrality":[10],"caused":[11],"by":[12,231],"energy":[14,27],"sector,":[15],"heating,":[16],"ventilation,":[17],"air":[19],"conditioning":[20],"(HVAC)":[21],"systems":[22],"are":[23],"significant":[24],"contributor":[25],"in":[26,30,39,106,218],"usage,":[28],"especially":[29,109],"space":[31],"cooling,":[32],"which":[33],"leads":[34],"to":[35,90,134,163,176,185,190,222],"an":[36],"annual":[37],"increase":[38],"demand.":[40],"This":[41,83,216],"motivates":[42],"research":[43],"focused":[44,118],"on":[45,70,85,119,238],"designing":[46],"high-performance":[47],"HVAC":[48],"control":[49,66,122,150],"system":[50],"using":[51,124],"machine":[52],"learning":[53,131,206],"approaches":[54],"because":[55],"they":[56],"have":[57],"shown":[58],"their":[59],"proven":[60],"capability":[61],"performance.":[63],"However,":[64],"methods":[67,105],"frequently":[68],"depend":[69],"a":[71,121,187],"specific":[72,86],"data":[73,87],"source,":[74],"such":[75],"as":[76],"locations,":[77],"building":[78,198],"types,":[79,199],"environmental":[81,153],"conditions.":[82],"reliance":[84],"can":[88],"lead":[89],"inadequate":[91,149],"performance":[92,151,227],"when":[93,110],"dealing":[94],"with":[95,144,166,192],"unforeseen":[96],"situations,":[97],"thus":[98],"limiting":[99],"realistic":[101],"use":[102],"of":[103,228],"these":[104],"real-world":[107,239],"implementation,":[108],"environment":[112],"dynamically":[113],"changes.":[114],"Therefore,":[115,184],"this":[116],"study":[117],"developing":[120],"model":[123],"model-agnostic":[125,142],"meta-learning":[126,143],"(MAML)":[127],"integrated":[129],"reinforcement":[130],"(RL)":[132],"algorithms":[133],"address":[135],"adaptation":[136],"challenges.":[137],"The":[138,158],"result":[139],"found":[140],"that":[141],"deep":[145],"Q-learning":[146],"(MAML-DQL)":[147],"demonstrated":[148],"across":[152],"diversity":[154],"required":[156],"improvement.":[157],"MAML-DQL":[159],"was":[160],"ineffective":[161],"owning":[162],"its":[164],"involvement":[165],"various":[167],"buildings,":[168],"while":[169],"algorithm's":[171,201],"parameters":[172],"were":[173],"inadequately":[174],"configured":[175],"cover":[177],"all":[178],"buildings":[179],"throughout":[180],"training":[182],"process.":[183],"achieve":[186],"higher":[188],"ability":[189],"cope":[191],"versatile":[194],"weather":[195],"conditions":[196],"parameters,":[202],"including":[203],"layer":[204],"size,":[205],"rate,":[207],"episode":[209],"number,":[210],"should":[211],"be":[212],"calibrated":[213],"optimized.":[215],"resulted":[217],"future":[219],"directions":[220],"aiming":[221],"evaluate":[223],"improve":[225],"MAML":[230],"performing":[232],"hyperparameter":[233],"tuning":[234],"further":[236],"focusing":[237],"applications.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}