{"id":"https://openalex.org/W2979476646","doi":"https://doi.org/10.1145/3360322.3360861","title":"Building HVAC Scheduling Using Reinforcement Learning via Neural Network Based Model Approximation","display_name":"Building HVAC Scheduling Using Reinforcement Learning via Neural Network Based Model Approximation","publication_year":2019,"publication_date":"2019-11-05","ids":{"openalex":"https://openalex.org/W2979476646","doi":"https://doi.org/10.1145/3360322.3360861","mag":"2979476646"},"language":"en","primary_location":{"id":"doi:10.1145/3360322.3360861","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3360322.3360861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.05313","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027202910","display_name":"Chi Zhang","orcid":"https://orcid.org/0000-0001-8932-0526"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chi Zhang","raw_affiliation_strings":["Department of Computer Science, University of Southern California, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Southern California, Los Angeles, CA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015036207","display_name":"Sanmukh R. Kuppannagari","orcid":"https://orcid.org/0000-0002-2062-1483"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanmukh R. Kuppannagari","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042560222","display_name":"Rajgopal Kannan","orcid":"https://orcid.org/0000-0001-8736-3012"},"institutions":[{"id":"https://openalex.org/I1304082316","display_name":"United States Department of the Army","ror":"https://ror.org/035w1gb98","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajgopal Kannan","raw_affiliation_strings":["US Army Research Lab-West, Playa Vista, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"US Army Research Lab-West, Playa Vista, CA","institution_ids":["https://openalex.org/I1304082316"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033166029","display_name":"Viktor K. Prasanna","orcid":"https://orcid.org/0000-0002-1609-8589"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Viktor K. Prasanna","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.0835,"has_fulltext":false,"cited_by_count":107,"citation_normalized_percentile":{"value":0.99779643,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"287","last_page":"296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9532999992370605,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9427000284194946,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.9592187404632568},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.7025752663612366},{"id":"https://openalex.org/keywords/thermal-comfort","display_name":"Thermal comfort","score":0.6906648278236389},{"id":"https://openalex.org/keywords/indoor-air-quality","display_name":"Indoor air quality","score":0.6301900744438171},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5526620745658875},{"id":"https://openalex.org/keywords/architectural-engineering","display_name":"Architectural engineering","score":0.5483943223953247},{"id":"https://openalex.org/keywords/ventilation","display_name":"Ventilation (architecture)","score":0.5180111527442932},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5040437579154968},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4995384216308594},{"id":"https://openalex.org/keywords/building-management-system","display_name":"Building management system","score":0.4990837574005127},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.49481695890426636},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45701223611831665},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.45452606678009033},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.35891813039779663},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.19425851106643677},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17419466376304626},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.121163010597229},{"id":"https://openalex.org/keywords/environmental-engineering","display_name":"Environmental engineering","score":0.11779937148094177},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.09213775396347046},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.07166945934295654}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.9592187404632568},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.7025752663612366},{"id":"https://openalex.org/C133913538","wikidata":"https://www.wikidata.org/wiki/Q774514","display_name":"Thermal comfort","level":2,"score":0.6906648278236389},{"id":"https://openalex.org/C65469","wikidata":"https://www.wikidata.org/wiki/Q905504","display_name":"Indoor air quality","level":2,"score":0.6301900744438171},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5526620745658875},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.5483943223953247},{"id":"https://openalex.org/C200457457","wikidata":"https://www.wikidata.org/wiki/Q584049","display_name":"Ventilation (architecture)","level":2,"score":0.5180111527442932},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5040437579154968},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4995384216308594},{"id":"https://openalex.org/C106527866","wikidata":"https://www.wikidata.org/wiki/Q1489497","display_name":"Building management system","level":3,"score":0.4990837574005127},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.49481695890426636},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45701223611831665},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.45452606678009033},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.35891813039779663},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.19425851106643677},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17419466376304626},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.121163010597229},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.11779937148094177},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.09213775396347046},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.07166945934295654},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3360322.3360861","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3360322.3360861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1910.05313","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.05313","pdf_url":"https://arxiv.org/pdf/1910.05313","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.05313","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.05313","pdf_url":"https://arxiv.org/pdf/1910.05313","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W164706946","https://openalex.org/W1569657508","https://openalex.org/W1777239053","https://openalex.org/W1978790532","https://openalex.org/W1992919062","https://openalex.org/W1994616650","https://openalex.org/W2003669963","https://openalex.org/W2018614621","https://openalex.org/W2048493449","https://openalex.org/W2058464852","https://openalex.org/W2072836625","https://openalex.org/W2114519460","https://openalex.org/W2120635358","https://openalex.org/W2127327377","https://openalex.org/W2517194566","https://openalex.org/W2587347436","https://openalex.org/W2612085100","https://openalex.org/W2625874945","https://openalex.org/W2736601468","https://openalex.org/W2743381431","https://openalex.org/W2746553466","https://openalex.org/W2887532679","https://openalex.org/W2889109362","https://openalex.org/W2890141553","https://openalex.org/W2902257695","https://openalex.org/W2909510634","https://openalex.org/W2910855614","https://openalex.org/W2952523895","https://openalex.org/W2953241056","https://openalex.org/W2962872206","https://openalex.org/W2962957031","https://openalex.org/W2990138404","https://openalex.org/W3037207827","https://openalex.org/W3145564951","https://openalex.org/W4237284205","https://openalex.org/W4246760282","https://openalex.org/W4394666657"],"related_works":["https://openalex.org/W2357294886","https://openalex.org/W3038059713","https://openalex.org/W4281749375","https://openalex.org/W2079922090","https://openalex.org/W2017084161","https://openalex.org/W4388647520","https://openalex.org/W1525696263","https://openalex.org/W2182087970","https://openalex.org/W2329485921","https://openalex.org/W2047850243"],"abstract_inverted_index":{"Buildings":[0],"sector":[1],"is":[2,25],"one":[3],"of":[4,8,39,49],"the":[5,11,40,44,50,55,66],"major":[6],"consumers":[7],"energy":[9,41,59],"in":[10],"United":[12],"States.":[13],"The":[14],"buildings":[15],"HVAC":[16,52],"(Heating,":[17],"Ventilation,":[18],"and":[19,30,60],"Air":[20],"Conditioning)":[21],"systems,":[22],"whose":[23],"functionality":[24],"to":[26],"maintain":[27],"thermal":[28],"comfort":[29],"indoor":[31],"air":[32,71],"quality":[33],"(IAQ),":[34],"account":[35],"for":[36,57],"almost":[37],"half":[38],"consumed":[42],"by":[43],"buildings.":[45],"Thus,":[46],"intelligent":[47],"scheduling":[48],"building":[51],"system":[53],"has":[54],"potential":[56],"tremendous":[58],"cost":[61],"savings":[62],"while":[63],"ensuring":[64],"that":[65],"control":[67],"objectives":[68],"(thermal":[69],"comfort,":[70],"quality)":[72],"are":[73],"satisfied.":[74]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":13}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2019-10-18T00:00:00"}