{"id":"https://openalex.org/W2982984621","doi":"https://doi.org/10.1145/3360322.3360998","title":"CityLearn v1.0","display_name":"CityLearn v1.0","publication_year":2019,"publication_date":"2019-11-05","ids":{"openalex":"https://openalex.org/W2982984621","doi":"https://doi.org/10.1145/3360322.3360998","mag":"2982984621"},"language":"en","primary_location":{"id":"doi:10.1145/3360322.3360998","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3360322.3360998","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/275415","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038071578","display_name":"Jos\u00e9 R. V\u00e1zquez-Canteli","orcid":"https://orcid.org/0000-0001-5437-1892"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jos\u00e9 R. V\u00e1zquez-Canteli","raw_affiliation_strings":["The University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031943524","display_name":"J\u00e9r\u00f4me Henri K\u00e4mpf","orcid":"https://orcid.org/0000-0002-4248-6788"},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"J\u00e9r\u00f4me K\u00e4mpf","raw_affiliation_strings":["Idiap Research Institute, EPFL"],"affiliations":[{"raw_affiliation_string":"Idiap Research Institute, EPFL","institution_ids":["https://openalex.org/I7495430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024621909","display_name":"Gregor P. Henze","orcid":"https://orcid.org/0000-0002-4084-9709"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]},{"id":"https://openalex.org/I2802236040","display_name":"University of Colorado System","ror":"https://ror.org/00jc20583","country_code":"US","type":"education","lineage":["https://openalex.org/I2802236040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregor Henze","raw_affiliation_strings":["University of Colorado Boulder"],"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder","institution_ids":["https://openalex.org/I2802236040","https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zoltan Nagy","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zoltan Nagy","raw_affiliation_strings":["The University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5038071578"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":6.5363,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.97315253,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"356","last_page":"357"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7952189445495605},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.7834780216217041},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7688781023025513},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7429693937301636},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.6138800978660583},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.5684646964073181},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5582888722419739},{"id":"https://openalex.org/keywords/on-demand","display_name":"On demand","score":0.5220622420310974},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4930126368999481},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3974824547767639},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.335903525352478},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2792288661003113},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.1766413450241089},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15054383873939514},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.13124626874923706}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7952189445495605},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.7834780216217041},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7688781023025513},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7429693937301636},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.6138800978660583},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5684646964073181},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5582888722419739},{"id":"https://openalex.org/C2983523559","wikidata":"https://www.wikidata.org/wiki/Q410657","display_name":"On demand","level":2,"score":0.5220622420310974},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4930126368999481},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3974824547767639},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.335903525352478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2792288661003113},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.1766413450241089},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15054383873939514},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.13124626874923706},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3360322.3360998","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3360322.3360998","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},{"id":"pmh:oai:infoscience.epfl.ch:275415","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/275415","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference proceedings"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:275415","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/275415","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference proceedings"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.7699999809265137,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2240536711","https://openalex.org/W2736601468","https://openalex.org/W2889109362","https://openalex.org/W2900981450","https://openalex.org/W2901645090","https://openalex.org/W4247517631"],"related_works":["https://openalex.org/W4254851101","https://openalex.org/W3171007296","https://openalex.org/W22115721","https://openalex.org/W2321234655","https://openalex.org/W2173475281","https://openalex.org/W2500194562","https://openalex.org/W2030129544","https://openalex.org/W2389164175","https://openalex.org/W2162234817","https://openalex.org/W2019853765"],"abstract_inverted_index":{"Demand":[0],"response":[1,90,153],"has":[2,79],"the":[3,15,23,83,93,105,110,132],"potential":[4],"of":[5,8,22,74,77,85,107,112,148],"reducing":[6],"peaks":[7],"electricity":[9,25],"demand":[10,89,152],"by":[11,173],"about":[12],"20%":[13],"in":[14,31,82,92],"US,":[16],"where":[17],"buildings":[18],"represent":[19],"roughly":[20],"70%":[21],"total":[24],"demand.":[26],"Buildings":[27],"are":[28,40,100],"dynamic":[29],"systems":[30,66],"constant":[32],"change":[33],"(i.e.":[34],"occupants'":[35],"behavior,":[36],"refurbishment":[37],"measures),":[38],"which":[39,136,164],"costly":[41],"to":[42,46,102,119,140,167],"model":[43],"and":[44,70,104,144,162,169],"difficult":[45,101],"coordinate":[47],"with":[48],"other":[49],"urban":[50,64],"energy":[51,65],"systems.":[52,180],"Reinforcement":[53],"learning":[54,87,150],"is":[55,159],"an":[56],"adaptive":[57],"control":[58,62],"algorithm":[59],"that":[60],"can":[61],"these":[63],"relying":[67],"on":[68,131],"historical":[69],"real-time":[71],"data":[72],"instead":[73],"models.":[75],"Plenty":[76],"research":[78],"been":[80],"conducted":[81],"use":[84],"reinforcement":[86,149],"for":[88,151],"applications":[91,154],"last":[94],"few":[95],"years.":[96],"However,":[97],"most":[98],"experiments":[99],"replicate,":[103,143],"lack":[106],"standardization":[108],"makes":[109],"performance":[111],"different":[113],"algorithms":[114],"difficult,":[115],"if":[116],"not":[117],"impossible,":[118],"compare.":[120],"In":[121],"this":[122],"demo,":[123],"we":[124],"introduce":[125],"a":[126],"new":[127],"framework,":[128],"CityLearn,":[129],"based":[130],"OpenAI":[133],"Gym":[134],"Environment,":[135],"will":[137],"allow":[138],"researchers":[139,166],"implement,":[141],"share,":[142],"compare":[145],"their":[146],"implementations":[147],"more":[155],"easily.":[156],"The":[157],"framework":[158],"open":[160],"source":[161],"modular,":[163],"allows":[165],"modify":[168],"customize":[170],"it,":[171],"e.g.,":[172],"adding":[174],"additional":[175],"storage,":[176],"generation,":[177],"or":[178],"energy-consuming":[179]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":16}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2019-11-22T00:00:00"}