{"id":"https://openalex.org/W3137448264","doi":"https://doi.org/10.1109/bigdata50022.2020.9377735","title":"Methodology for Interpretable Reinforcement Learning Model for HVAC Energy Control","display_name":"Methodology for Interpretable Reinforcement Learning Model for HVAC Energy Control","publication_year":2020,"publication_date":"2020-12-10","ids":{"openalex":"https://openalex.org/W3137448264","doi":"https://doi.org/10.1109/bigdata50022.2020.9377735","mag":"3137448264"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata50022.2020.9377735","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9377735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1775236","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021188335","display_name":"Olivera Kotevska","orcid":"https://orcid.org/0000-0003-1677-2243"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Olivera Kotevska","raw_affiliation_strings":["Computer Science and Mathematics, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A"],"affiliations":[{"raw_affiliation_string":"Computer Science and Mathematics, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108062300","display_name":"Peter L. Munk","orcid":"https://orcid.org/0000-0001-8555-2573"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Munk","raw_affiliation_strings":["Energy and Transportation Science, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A"],"affiliations":[{"raw_affiliation_string":"Energy and Transportation Science, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025725109","display_name":"Kuldeep Kurte","orcid":"https://orcid.org/0000-0001-5797-7654"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kuldeep Kurte","raw_affiliation_strings":["Computational Sciences and Engineering, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A"],"affiliations":[{"raw_affiliation_string":"Computational Sciences and Engineering, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100627736","display_name":"Yan Du","orcid":"https://orcid.org/0000-0002-4656-240X"},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Du","raw_affiliation_strings":["Electrical Engineering and Computer Science, University of Tennessee, Knoxville, TN, U.S.A"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science, University of Tennessee, Knoxville, TN, U.S.A","institution_ids":["https://openalex.org/I75027704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002699332","display_name":"Kadir Amasyali","orcid":"https://orcid.org/0000-0003-0585-0103"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kadir Amasyali","raw_affiliation_strings":["Computational Sciences and Engineering, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A"],"affiliations":[{"raw_affiliation_string":"Computational Sciences and Engineering, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107279324","display_name":"Robert W. Smith","orcid":null},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert W. Smith","raw_affiliation_strings":["Computer Science and Mathematics, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A"],"affiliations":[{"raw_affiliation_string":"Computer Science and Mathematics, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065634507","display_name":"Helia Zandi","orcid":"https://orcid.org/0000-0003-3966-7454"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Helia Zandi","raw_affiliation_strings":["Computational Sciences and Engineering, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A"],"affiliations":[{"raw_affiliation_string":"Computational Sciences and Engineering, Oak Ridge National Laboratory, Oak Ridge, TN, U.S.A","institution_ids":["https://openalex.org/I1289243028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5021188335"],"corresponding_institution_ids":["https://openalex.org/I1289243028"],"apc_list":null,"apc_paid":null,"fwci":0.8321,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.73842649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1555","last_page":"1564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8708600997924805},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8316584825515747},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7819616794586182},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6340639591217041},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6188883781433105},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5965350866317749},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.49636393785476685},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4764823615550995},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.458703875541687},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.4584777355194092},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2893238663673401},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07950475811958313}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8708600997924805},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8316584825515747},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7819616794586182},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6340639591217041},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6188883781433105},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5965350866317749},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.49636393785476685},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4764823615550995},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.458703875541687},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.4584777355194092},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2893238663673401},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07950475811958313},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata50022.2020.9377735","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9377735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1775236","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1775236","pdf_url":"https://www.osti.gov/servlets/purl/1775236","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1775236","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1775236","pdf_url":"https://www.osti.gov/servlets/purl/1775236","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1645119126","display_name":null,"funder_award_id":"AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1719536385","display_name":null,"funder_award_id":"DE-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2296932962","display_name":null,"funder_award_id":"DE-AC05-00OR227","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3299391273","display_name":null,"funder_award_id":"E-AC05-00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G691578896","display_name":null,"funder_award_id":"DE-AC05-00OR2272","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8414908677","display_name":null,"funder_award_id":"DE-AC0","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8799952057","display_name":null,"funder_award_id":"DE-AC05-00OR22","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8906985441","display_name":null,"funder_award_id":"00OR22725","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320306250","display_name":"Battelle","ror":"https://ror.org/01h5tnr73"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3137448264.pdf"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1977655452","https://openalex.org/W2018851888","https://openalex.org/W2125847307","https://openalex.org/W2145339207","https://openalex.org/W2282821441","https://openalex.org/W2625874945","https://openalex.org/W2657631929","https://openalex.org/W2809705500","https://openalex.org/W2903155847","https://openalex.org/W2909510634","https://openalex.org/W2914854991","https://openalex.org/W2942608247","https://openalex.org/W2963095307","https://openalex.org/W2964303497","https://openalex.org/W2979476646","https://openalex.org/W2980809349","https://openalex.org/W2988035443","https://openalex.org/W3008495039","https://openalex.org/W3012229961","https://openalex.org/W3128452405","https://openalex.org/W3138819813","https://openalex.org/W4288363736","https://openalex.org/W4390306869","https://openalex.org/W4390310044","https://openalex.org/W4402843978","https://openalex.org/W6752874656","https://openalex.org/W6757743413","https://openalex.org/W6759075045","https://openalex.org/W6769024661","https://openalex.org/W6774979480","https://openalex.org/W6860039097","https://openalex.org/W6860286464"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W3046823714","https://openalex.org/W2348218441","https://openalex.org/W3021806226"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1,86],"learning":[2,87],"(DRL)":[3],"approaches":[4],"have":[5],"been":[6,113],"used":[7],"in":[8,92,96,120],"various":[9],"application":[10],"areas":[11],"to":[12],"improve":[13],"efficiency,":[14],"optimization,":[15],"or":[16],"automation.":[17],"However,":[18],"very":[19],"little":[20],"is":[21],"known":[22],"about":[23],"how":[24,54],"the":[25,67,73,102,118,121],"DRL":[26,42,74],"algorithms":[27],"make":[28],"decisions":[29,107],"and":[30,46,64,76,88,115],"what":[31],"features":[32],"affect":[33],"their":[34],"performance.":[35],"Using":[36],"a":[37,41,82],"case":[38],"study":[39],"of":[40],"based":[43],"Heating,":[44],"Ventilation":[45],"Air":[47],"Conditioning":[48],"(HVAC)":[49],"optimization":[50,106],"methodology,":[51],"we":[52,55],"demonstrate":[53],"can":[56],"address":[57],"these":[58],"challenges":[59],"by":[60,117],"applying":[61],"interpretability":[62],"tools":[63],"systematically":[65],"exploring":[66],"model":[68],"inputs":[69],"for":[70,84],"better":[71],"understanding":[72],"behaviour":[75],"decision":[77],"making":[78],"process.":[79],"We":[80],"developed":[81],"methodology":[83],"interpretable":[85],"evaluated":[89],"our":[90],"approach":[91],"real-world":[93],"house":[94],"located":[95],"Knoxville,":[97],"TN.":[98],"Our":[99],"findings":[100],"explain":[101],"reasoning":[103],"behind":[104],"DRL-based":[105],"under":[108],"different":[109],"circumstances":[110],"which":[111],"has":[112],"discussed":[114],"confirmed":[116],"experts":[119],"field.":[122]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}