{"id":"https://openalex.org/W3117614207","doi":"https://doi.org/10.1109/smartgridcomm47815.2020.9302954","title":"Learning a Distributed Control Scheme for Demand Flexibility in Thermostatically Controlled Loads","display_name":"Learning a Distributed Control Scheme for Demand Flexibility in Thermostatically Controlled Loads","publication_year":2020,"publication_date":"2020-11-11","ids":{"openalex":"https://openalex.org/W3117614207","doi":"https://doi.org/10.1109/smartgridcomm47815.2020.9302954","mag":"3117614207"},"language":"en","primary_location":{"id":"doi:10.1109/smartgridcomm47815.2020.9302954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm47815.2020.9302954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060354155","display_name":"Bingqing Chen","orcid":"https://orcid.org/0009-0006-5357-1175"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Bingqing Chen","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026898193","display_name":"Weiran Yao","orcid":"https://orcid.org/0000-0002-6570-3888"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weiran Yao","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045755805","display_name":"Jonathan Francis","orcid":"https://orcid.org/0000-0002-0556-1136"},"institutions":[{"id":"https://openalex.org/I4210120115","display_name":"Robert Bosch (United States)","ror":"https://ror.org/02venad53","country_code":"US","type":"company","lineage":["https://openalex.org/I4210120115","https://openalex.org/I889804353"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Francis","raw_affiliation_strings":["Bosch Research & Technology Center, Pittsburgh, PA, USA","School of Computer Science, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Bosch Research & Technology Center, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I4210120115"]},{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064458775","display_name":"Mario Berg\u00e9s","orcid":"https://orcid.org/0000-0003-2948-9236"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mario Berges","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060354155"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.9247,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.75291626,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/news-aggregator","display_name":"News aggregator","score":0.7548138499259949},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6772424578666687},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.6404430270195007},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5931992530822754},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5529987215995789},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5285386443138123},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5126718282699585},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5058140754699707},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4961577355861664},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.46896541118621826},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41898661851882935},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3538598418235779},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2021082043647766},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.1954898238182068},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12941333651542664}],"concepts":[{"id":"https://openalex.org/C180505990","wikidata":"https://www.wikidata.org/wiki/Q498267","display_name":"News aggregator","level":2,"score":0.7548138499259949},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6772424578666687},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.6404430270195007},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5931992530822754},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5529987215995789},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5285386443138123},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5126718282699585},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5058140754699707},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4961577355861664},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.46896541118621826},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41898661851882935},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3538598418235779},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2021082043647766},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.1954898238182068},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12941333651542664},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smartgridcomm47815.2020.9302954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm47815.2020.9302954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W64413007","https://openalex.org/W1522301498","https://openalex.org/W1949294236","https://openalex.org/W1950651197","https://openalex.org/W2013267813","https://openalex.org/W2052306373","https://openalex.org/W2090227290","https://openalex.org/W2123859855","https://openalex.org/W2133564696","https://openalex.org/W2146502635","https://openalex.org/W2157331557","https://openalex.org/W2180199879","https://openalex.org/W2181681996","https://openalex.org/W2205459841","https://openalex.org/W2223849598","https://openalex.org/W2240536711","https://openalex.org/W2277948250","https://openalex.org/W2327685928","https://openalex.org/W2344779493","https://openalex.org/W2512109574","https://openalex.org/W2583406171","https://openalex.org/W2596367596","https://openalex.org/W2682836610","https://openalex.org/W2778749116","https://openalex.org/W2789525339","https://openalex.org/W2913465992","https://openalex.org/W2940930415","https://openalex.org/W2949979136","https://openalex.org/W2963382853","https://openalex.org/W2964121744","https://openalex.org/W2964308564","https://openalex.org/W2982984621","https://openalex.org/W2985363569","https://openalex.org/W3025392411","https://openalex.org/W3104357589","https://openalex.org/W4295113716","https://openalex.org/W4297825594","https://openalex.org/W6631190155","https://openalex.org/W6679434410","https://openalex.org/W6681435938","https://openalex.org/W6685775293","https://openalex.org/W6686820198","https://openalex.org/W6690383711","https://openalex.org/W6696497002","https://openalex.org/W6735641298","https://openalex.org/W6748929038"],"related_works":["https://openalex.org/W2032085210","https://openalex.org/W3046697705","https://openalex.org/W4226431440","https://openalex.org/W2939108172","https://openalex.org/W3131627313","https://openalex.org/W3093688972","https://openalex.org/W3012323502","https://openalex.org/W2784220452","https://openalex.org/W4214604859","https://openalex.org/W2906194504"],"abstract_inverted_index":{"Demand":[0],"flexibility":[1],"is":[2,37,124],"increasingly":[3],"important":[4],"for":[5],"power":[6],"grids,":[7],"in":[8,164,182],"light":[9],"of":[10,13,18,44,83,151,180],"growing":[11],"penetration":[12],"renewable":[14],"generation.":[15],"Careful":[16],"coordination":[17],"thermostatically":[19],"controlled":[20],"loads":[21],"(TCLs)":[22],"can":[23],"potentially":[24],"modulate":[25],"energy":[26],"demand,":[27],"decrease":[28],"operating":[29],"costs,":[30],"and":[31,59,62,92,117,138,146],"increase":[32],"grid":[33],"resiliency.":[34],"However,":[35],"it":[36],"challenging":[38],"to":[39,67,134,141,187],"control":[40,47,79],"a":[41,50,77,84,136],"heterogeneous":[42],"population":[43],"TCLs:":[45],"the":[46,97,102,122,152,169,183,188],"problem":[48],"has":[49,57],"large":[51],"state":[52],"action":[53],"space;":[54],"each":[55],"TCL":[56],"unique":[58],"complex":[60],"dynamics;":[61],"multiple":[63],"system-level":[64,90],"objectives":[65,91],"need":[66],"be":[68,135],"optimized":[69],"simultaneously.":[70],"To":[71,104],"address":[72],"these":[73],"challenges,":[74],"we":[75,109],"propose":[76],"distributed":[78],"solution,":[80],"which":[81,130],"consists":[82],"central":[85],"load":[86,98],"aggregator":[87,123],"that":[88,95],"optimizes":[89],"building-level":[93,153],"controllers":[94],"track":[96],"profiles":[99],"planned":[100],"by":[101],"aggregator.":[103],"optimize":[105],"our":[106,157],"agents'":[107],"policies,":[108],"draw":[110],"inspirations":[111],"from":[112],"both":[113],"reinforcement":[114],"learning":[115],"(RL)":[116],"model":[118],"predictive":[119],"control.":[120],"Specifically,":[121],"updated":[125],"with":[126],"an":[127,177],"evolutionary":[128],"strategy,":[129],"was":[131],"recently":[132],"demonstrated":[133],"competitive":[137],"scalable":[139],"alternative":[140],"more":[142],"sophisticated":[143],"RL":[144],"algorithms":[145],"enables":[147],"policy":[148],"updates":[149],"independent":[150],"controllers.":[154],"We":[155],"evaluate":[156],"proposed":[158],"approach":[159,175],"across":[160],"four":[161,165],"climate":[162],"zones":[163],"nine-building":[166],"clusters,":[167],"using":[168],"newly-introduced":[170],"CityLearn":[171],"simulation":[172],"environment.":[173],"Our":[174],"achieved":[176],"average":[178],"reduction":[179],"16.8%":[181],"environment":[184],"cost":[185],"compared":[186],"benchmark":[189],"rule-based":[190],"controller.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}