{"id":"https://openalex.org/W3036020335","doi":"https://doi.org/10.1145/3396851.3397694","title":"MARCO - Multi-Agent Reinforcement learning based COntrol of building HVAC systems","display_name":"MARCO - Multi-Agent Reinforcement learning based COntrol of building HVAC systems","publication_year":2020,"publication_date":"2020-06-12","ids":{"openalex":"https://openalex.org/W3036020335","doi":"https://doi.org/10.1145/3396851.3397694","mag":"3036020335"},"language":"en","primary_location":{"id":"doi:10.1145/3396851.3397694","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3396851.3397694","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035300429","display_name":"Srinarayana Nagarathinam","orcid":"https://orcid.org/0000-0003-1549-2135"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Srinarayana Nagarathinam","raw_affiliation_strings":["TCS Research, India, TCS Research&Innovation, IIT-Madras Research Park, Chennai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TCS Research, India, TCS Research&Innovation, IIT-Madras Research Park, Chennai, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011837718","display_name":"Vishnu Menon","orcid":"https://orcid.org/0000-0002-0288-4466"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vishnu Menon","raw_affiliation_strings":["TCS Research, India, TCS Research&Innovation, IIT-Madras Research Park, Chennai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TCS Research, India, TCS Research&Innovation, IIT-Madras Research Park, Chennai, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103058857","display_name":"Arunchandar Vasan","orcid":"https://orcid.org/0000-0003-2919-3697"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Arunchandar Vasan","raw_affiliation_strings":["TCS Research, India, TCS Research&Innovation, IIT-Madras Research Park, Chennai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TCS Research, India, TCS Research&Innovation, IIT-Madras Research Park, Chennai, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033253809","display_name":"Anand Sivasubramaniam","orcid":"https://orcid.org/0000-0001-6173-687X"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anand Sivasubramaniam","raw_affiliation_strings":["Department of Computer Science and Engineering, The Pennsylvania State University University Park, Pennsylvania, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Pennsylvania State University University Park, Pennsylvania, USA","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2638,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":{"value":0.91477941,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"57","last_page":"67"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.9785909652709961},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.7288472652435303},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7100954055786133},{"id":"https://openalex.org/keywords/chiller","display_name":"Chiller","score":0.6791021823883057},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.5234315395355225},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5071213245391846},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4627438187599182},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.4591035842895508},{"id":"https://openalex.org/keywords/water-chiller","display_name":"Water chiller","score":0.45037710666656494},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.44563862681388855},{"id":"https://openalex.org/keywords/ventilation","display_name":"Ventilation (architecture)","score":0.42274177074432373},{"id":"https://openalex.org/keywords/chilled-water","display_name":"Chilled water","score":0.4100499153137207},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4046967625617981},{"id":"https://openalex.org/keywords/architectural-engineering","display_name":"Architectural engineering","score":0.3550482392311096},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2661024332046509},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.08092665672302246}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.9785909652709961},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.7288472652435303},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7100954055786133},{"id":"https://openalex.org/C4638862","wikidata":"https://www.wikidata.org/wiki/Q1501558","display_name":"Chiller","level":2,"score":0.6791021823883057},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.5234315395355225},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5071213245391846},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4627438187599182},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.4591035842895508},{"id":"https://openalex.org/C182254935","wikidata":"https://www.wikidata.org/wiki/Q1722733","display_name":"Water chiller","level":4,"score":0.45037710666656494},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.44563862681388855},{"id":"https://openalex.org/C200457457","wikidata":"https://www.wikidata.org/wiki/Q584049","display_name":"Ventilation (architecture)","level":2,"score":0.42274177074432373},{"id":"https://openalex.org/C123516432","wikidata":"https://www.wikidata.org/wiki/Q572309","display_name":"Chilled water","level":3,"score":0.4100499153137207},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4046967625617981},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.3550482392311096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2661024332046509},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.08092665672302246},{"id":"https://openalex.org/C199499590","wikidata":"https://www.wikidata.org/wiki/Q266790","display_name":"Refrigerant","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C131097465","wikidata":"https://www.wikidata.org/wiki/Q178898","display_name":"Gas compressor","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3396851.3397694","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3396851.3397694","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W12550421","https://openalex.org/W1518858799","https://openalex.org/W1612565963","https://openalex.org/W1972440681","https://openalex.org/W2003446394","https://openalex.org/W2003726679","https://openalex.org/W2069962612","https://openalex.org/W2083974252","https://openalex.org/W2111897910","https://openalex.org/W2114117309","https://openalex.org/W2114519460","https://openalex.org/W2121305631","https://openalex.org/W2124311981","https://openalex.org/W2159076677","https://openalex.org/W2166681263","https://openalex.org/W2292501141","https://openalex.org/W2572366207","https://openalex.org/W2578206533","https://openalex.org/W2596585349","https://openalex.org/W2608706652","https://openalex.org/W2625874945","https://openalex.org/W2756196406","https://openalex.org/W2763323349","https://openalex.org/W2779774899","https://openalex.org/W2803794924","https://openalex.org/W2828170304","https://openalex.org/W2889157317","https://openalex.org/W2904596629","https://openalex.org/W2908261578","https://openalex.org/W2914306339","https://openalex.org/W2924196570","https://openalex.org/W2963317745","https://openalex.org/W2964871615","https://openalex.org/W2965192960","https://openalex.org/W2977639220","https://openalex.org/W2979476646","https://openalex.org/W2980564663","https://openalex.org/W2980797340","https://openalex.org/W2985363569","https://openalex.org/W2988035443","https://openalex.org/W2996942942","https://openalex.org/W4214717370","https://openalex.org/W4288090372","https://openalex.org/W6676861605","https://openalex.org/W6677067356","https://openalex.org/W6677916085","https://openalex.org/W6768003243","https://openalex.org/W6987572474"],"related_works":["https://openalex.org/W2019903672","https://openalex.org/W128570597","https://openalex.org/W3174617772","https://openalex.org/W2012740381","https://openalex.org/W1495191743","https://openalex.org/W2063462117","https://openalex.org/W3198257521","https://openalex.org/W2189390664","https://openalex.org/W2615675237","https://openalex.org/W2999272578"],"abstract_inverted_index":{"Optimal":[0],"control":[1,18,81],"of":[2,25,74,82,99,113],"building":[3],"heating,":[4],"ventilation,":[5],"air-conditioning":[6],"(HVAC)":[7],"equipment":[8],"has":[9],"typically":[10],"been":[11,43],"based":[12],"on":[13,53],"rules":[14],"and":[15,31],"model-based":[16],"predictive":[17],"(MPC).":[19],"Challenges":[20],"in":[21,33],"developing":[22],"accurate":[23],"models":[24],"buildings":[26,64],"render":[27],"these":[28],"approaches":[29,41],"sub-optimal":[30],"unstable":[32],"real-life":[34],"operations.":[35],"Model-free":[36],"Deep":[37],"Reinforcement":[38],"Learning":[39],"(DRL)":[40],"have":[42],"proposed":[44],"very":[45],"recently":[46],"to":[47],"address":[48],"this.":[49],"However,":[50],"existing":[51],"works":[52],"DRL":[54],"for":[55,95],"HVAC":[56,67,100,115],"suffer":[57],"from":[58],"some":[59],"limitations.":[60],"First,":[61],"they":[62,77,103],"consider":[63,78],"with":[65],"few":[66],"units,":[68],"thus":[69],"leaving":[70],"open":[71],"the":[72,88,114],"question":[73],"scale.":[75],"Second,":[76],"only":[79],"air-side":[80],"air-handling-units":[83],"(AHUs)":[84],"without":[85],"taking":[86],"into":[87],"water-side":[89],"chiller":[90],"control,":[91],"though":[92],"chillers":[93],"account":[94],"a":[96,105],"significant":[97],"portion":[98],"energy.":[101],"Third,":[102],"use":[104],"single":[106],"learning":[107],"agent":[108],"that":[109],"adjusts":[110],"multiple":[111],"set-points":[112],"system.":[116]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":9}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}