{"id":"https://openalex.org/W3048930399","doi":"https://doi.org/10.1109/tsg.2020.3042498","title":"Automated Control of Transactive HVACs in Energy Distribution Systems","display_name":"Automated Control of Transactive HVACs in Energy Distribution Systems","publication_year":2020,"publication_date":"2020-12-04","ids":{"openalex":"https://openalex.org/W3048930399","doi":"https://doi.org/10.1109/tsg.2020.3042498","mag":"3048930399"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2020.3042498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2020.3042498","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1828730","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022380281","display_name":"Boming Liu","orcid":"https://orcid.org/0000-0002-8258-6126"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Boming Liu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007822978","display_name":"Murat Ak\u00e7akaya","orcid":"https://orcid.org/0000-0001-5094-1931"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Murat Akcakaya","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031604218","display_name":"Thomas E. McDermott","orcid":"https://orcid.org/0000-0001-5496-0419"},"institutions":[{"id":"https://openalex.org/I142606810","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307","country_code":"US","type":"facility","lineage":["https://openalex.org/I1325736334","https://openalex.org/I1330989302","https://openalex.org/I142606810","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas E. Mcdermott","raw_affiliation_strings":["Department of Energy and Environment Directorate, Pacific Northwest National Laboratory, Richland, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Energy and Environment Directorate, Pacific Northwest National Laboratory, Richland, WA, USA","institution_ids":["https://openalex.org/I142606810"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5022380281"],"corresponding_institution_ids":["https://openalex.org/I170201317"],"apc_list":null,"apc_paid":null,"fwci":3.9523,"has_fulltext":true,"cited_by_count":63,"citation_normalized_percentile":{"value":0.94410807,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"12","issue":"3","first_page":"2462","last_page":"2471"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8951810598373413},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.7247327566146851},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.648919939994812},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5946804285049438},{"id":"https://openalex.org/keywords/transactive-memory","display_name":"Transactive memory","score":0.5556285381317139},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5507239103317261},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.49718406796455383},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.49715688824653625},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4553942084312439},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.4193274676799774},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.37792736291885376},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3758644163608551},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.355368435382843},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.31795674562454224},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.30704909563064575},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.24494969844818115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23937922716140747},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.1899224817752838}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8951810598373413},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.7247327566146851},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.648919939994812},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5946804285049438},{"id":"https://openalex.org/C166729404","wikidata":"https://www.wikidata.org/wiki/Q7833742","display_name":"Transactive memory","level":2,"score":0.5556285381317139},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5507239103317261},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.49718406796455383},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.49715688824653625},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4553942084312439},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.4193274676799774},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.37792736291885376},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3758644163608551},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.355368435382843},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31795674562454224},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.30704909563064575},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.24494969844818115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23937922716140747},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.1899224817752838},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsg.2020.3042498","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2020.3042498","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},{"id":"pmh:oai:osti.gov:1828730","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1828730","pdf_url":"https://www.osti.gov/servlets/purl/1828730","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1828730","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1828730","pdf_url":"https://www.osti.gov/servlets/purl/1828730","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1899721271","display_name":null,"funder_award_id":"AC05-76RL01830","funder_id":"https://openalex.org/F4320306250","funder_display_name":"Battelle"},{"id":"https://openalex.org/G1967746503","display_name":null,"funder_award_id":"DE-AC05-76RL01830","funder_id":"https://openalex.org/F4320338354","funder_display_name":"Pacific Northwest National Laboratory"},{"id":"https://openalex.org/G2506945562","display_name":null,"funder_award_id":"76RL01830","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2510423872","display_name":null,"funder_award_id":"AC05-76RL01830","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5200347334","display_name":null,"funder_award_id":"DE-AC05-76RL01830","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5269527469","display_name":null,"funder_award_id":"DE-AC05-76RL0","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5321382714","display_name":null,"funder_award_id":"76RL01830","funder_id":"https://openalex.org/F4320338354","funder_display_name":"Pacific Northwest National Laboratory"},{"id":"https://openalex.org/G5726405315","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306250","funder_display_name":"Battelle"},{"id":"https://openalex.org/G6664334341","display_name":null,"funder_award_id":"DE-AC05-76RL01830","funder_id":"https://openalex.org/F4320306250","funder_display_name":"Battelle"},{"id":"https://openalex.org/G7995982022","display_name":null,"funder_award_id":"DE-AC05","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8236974595","display_name":null,"funder_award_id":"DE-AC05-76RL0183","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8414908677","display_name":null,"funder_award_id":"DE-AC0","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320306250","display_name":"Battelle","ror":"https://ror.org/01h5tnr73"},{"id":"https://openalex.org/F4320338354","display_name":"Pacific Northwest National Laboratory","ror":"https://ror.org/05h992307"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3048930399.pdf","grobid_xml":"https://content.openalex.org/works/W3048930399.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1839500782","https://openalex.org/W1966897524","https://openalex.org/W1975404935","https://openalex.org/W1979871102","https://openalex.org/W1982846429","https://openalex.org/W1984560471","https://openalex.org/W2012160694","https://openalex.org/W2019348145","https://openalex.org/W2043282011","https://openalex.org/W2067418529","https://openalex.org/W2076115766","https://openalex.org/W2089217930","https://openalex.org/W2121863487","https://openalex.org/W2131030968","https://openalex.org/W2137048899","https://openalex.org/W2145339207","https://openalex.org/W2165150801","https://openalex.org/W2275624464","https://openalex.org/W2277948250","https://openalex.org/W2285571487","https://openalex.org/W2493109494","https://openalex.org/W2515947593","https://openalex.org/W2625632007","https://openalex.org/W2675944494","https://openalex.org/W2731879999","https://openalex.org/W2758170162","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2803420728","https://openalex.org/W2884168111","https://openalex.org/W2898945007","https://openalex.org/W2899771611","https://openalex.org/W2901645090","https://openalex.org/W2911518574","https://openalex.org/W2926295867","https://openalex.org/W2943561255","https://openalex.org/W2963382853","https://openalex.org/W3011258057","https://openalex.org/W3139377883","https://openalex.org/W4214717370","https://openalex.org/W4236618550","https://openalex.org/W4302570325","https://openalex.org/W6684205842","https://openalex.org/W6696066324"],"related_works":["https://openalex.org/W3186957214","https://openalex.org/W1513002606","https://openalex.org/W2765979886","https://openalex.org/W2130095262","https://openalex.org/W4390656122","https://openalex.org/W1537221677","https://openalex.org/W2729299871","https://openalex.org/W2078730244","https://openalex.org/W2561943498","https://openalex.org/W1997024178"],"abstract_inverted_index":{"Heating,":[0],"Ventilation,":[1],"and":[2,31,42,51,118,141,157,175,178,198,223],"Air":[3],"Conditioning":[4],"(HVAC)":[5],"systems":[6,36,57,217],"contribute":[7],"significantly":[8],"to":[9,79,84,102,148,209],"a":[10,60,109,150,189],"building's":[11],"energy":[12,71,94,116,139],"consumption.":[13],"In":[14,89],"the":[15,39,43,48,55,86,93,98,103,115,125,129,138,164,168,173,185,211],"recent":[16],"years,":[17],"there":[18],"is":[19,75],"an":[20,81,132],"increased":[21],"interest":[22,78],"in":[23,65],"developing":[24],"transactive":[25,70],"approaches":[26],"which":[27],"could":[28],"enable":[29],"automated":[30,52],"flexible":[32],"scheduling":[33,53],"of":[34,54,76,131,172],"HVAC":[35,56,87,160,176,216],"based":[37,166],"on":[38,167],"customer":[40],"demand":[41,67],"electricity":[44,221],"prices":[45],"decided":[46],"by":[47],"suppliers.":[49],"Flexible":[50],"make":[58],"it":[59,74],"prime":[61],"source":[62],"for":[63,215],"participation":[64],"residential":[66],"response":[68],"or":[69],"systems.":[72,88],"Therefore,":[73],"significant":[77],"identify":[80],"optimal":[82,212],"strategy":[83,111,127,214],"control":[85,110,126,186,213],"this":[90],"article,":[91],"reducing":[92],"cost":[95,117,140,222],"while":[96],"keeping":[97],"comfort":[99,120],"level":[100],"acceptable":[101],"users,":[104],"we":[105,123,183],"argue":[106],"that":[107,135,218],"such":[108],"should":[112],"consider":[113],"both":[114],"user":[119,224],"simultaneously.":[121],"Accordingly,":[122],"develop":[124],"through":[128,153],"solution":[130],"optimization":[133,145],"problem":[134,152],"balances":[136,219],"between":[137,220],"consumer's":[142],"dissatisfaction.":[143],"This":[144],"enables":[146],"us":[147],"solve":[149],"decision-making":[151],"first":[154],"price":[155,174],"prediction":[156],"then":[158],"choosing":[159],"temperature":[161],"settings":[162],"throughout":[163],"day":[165],"predicted":[169],"price,":[170],"history":[171],"settings,":[177],"outside":[179],"temperature.":[180],"More":[181],"specifically,":[182],"formulate":[184],"design":[187],"as":[188],"Markov":[190],"decision":[191],"process":[192],"(MDP)":[193],"using":[194],"deep":[195,205],"neural":[196],"networks":[197],"use":[199],"Deep":[200],"Deterministic":[201],"Policy":[202],"Gradients":[203],"(DDPG)-based":[204],"reinforcement":[206],"learning":[207],"algorithm":[208],"find":[210],"comfort.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":9}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}