{"id":"https://openalex.org/W3106664044","doi":"https://doi.org/10.1145/3408308.3427604","title":"MARLISA","display_name":"MARLISA","publication_year":2020,"publication_date":"2020-11-18","ids":{"openalex":"https://openalex.org/W3106664044","doi":"https://doi.org/10.1145/3408308.3427604","mag":"3106664044"},"language":"en","primary_location":{"id":"doi:10.1145/3408308.3427604","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3408308.3427604","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038071578","display_name":"Jos\u00e9 R. V\u00e1zquez-Canteli","orcid":"https://orcid.org/0000-0001-5437-1892"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose R. Vazquez-Canteli","raw_affiliation_strings":["Department of Civil, Architectural and Environmental Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Civil, Architectural and Environmental Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024621909","display_name":"Gregor P. Henze","orcid":"https://orcid.org/0000-0002-4084-9709"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregor Henze","raw_affiliation_strings":["Dept. of Civil, Environmental and Architectural Engineering, University of Colorado Boulder, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Civil, Environmental and Architectural Engineering, University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zoltan Nagy","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zoltan Nagy","raw_affiliation_strings":["Department of Civil, Architectural and Environmental Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Civil, Architectural and Environmental Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8504,"has_fulltext":false,"cited_by_count":63,"citation_normalized_percentile":{"value":0.94249747,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"170","last_page":"179"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7538312673568726},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6492726802825928},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6380123496055603},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.5993108749389648},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5068448185920715},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.49136582016944885},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.4368634521961212},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.4230092167854309},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4150472581386566},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3932052552700043},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.22052666544914246},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15467602014541626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14937365055084229}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7538312673568726},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6492726802825928},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6380123496055603},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.5993108749389648},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5068448185920715},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.49136582016944885},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.4368634521961212},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.4230092167854309},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4150472581386566},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3932052552700043},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.22052666544914246},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15467602014541626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14937365055084229},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3408308.3427604","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3408308.3427604","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th ACM International Conference on Systems for Energy-Efficient Buildings, Cities, and Transportation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W2904246096"],"related_works":["https://openalex.org/W2946986200","https://openalex.org/W2057315382","https://openalex.org/W3014066038","https://openalex.org/W1970407448","https://openalex.org/W2741786689","https://openalex.org/W2523903522","https://openalex.org/W3210550297","https://openalex.org/W1982846429","https://openalex.org/W2990774777","https://openalex.org/W2078645947"],"abstract_inverted_index":{"We":[0],"demonstrate":[1],"that":[2,154,324],"multi-agent":[3,156],"reinforcement":[4],"learning":[5,355],"(RL)":[6],"controllers":[7],"can":[8,64,134],"cooperate":[9],"to":[10,112],"provide":[11,113],"more":[12],"effective":[13],"load":[14,167,228,261,302,311],"shaping":[15,168],"in":[16,58,141,169,209,220,330,336],"a":[17,136,142,152,176,201,221,289,332],"model-free,":[18],"decentralized,":[19],"and":[20,40,53,78,118,181,184,193,229,241,270,308,334,343],"scalable":[21,143],"way":[22],"with":[23,73,158,179,197,216],"very":[24],"limited":[25],"sharing":[26],"of":[27,36,55,69,75,82,93,122,138,212,251],"anonymous":[28],"information.":[29],"Rapid":[30],"urbanization,":[31],"increasing":[32,309],"electrification,":[33],"the":[34,41,51,80,94,110,120,185,249,282,298,310,328,344,347,357],"integration":[35],"renewable":[37,70],"energy":[38,56,71,139,171],"resources,":[39],"potential":[42,111],"shift":[43],"towards":[44],"electric":[45,242,257],"vehicles":[46],"create":[47],"new":[48],"challenges":[49],"for":[50,125,166,346],"planning":[52],"control":[54,115,135],"systems":[57,95,140],"smart":[59],"cities.":[60],"Energy":[61],"storage":[62,237],"resources":[63],"help":[65],"better":[66],"align":[67],"peaks":[68,74],"generation":[72],"electricity":[76,83,191],"consumption":[77,192],"flatten":[79],"curve":[81],"demand.":[84],"Model-based":[85],"controllers,":[86,105],"such":[87,106],"as":[88,107],"MPC,":[89],"require":[90],"developing":[91],"models":[92],"controlled,":[96],"which":[97],"is":[98,129],"often":[99],"not":[100],"cost-effective":[101],"or":[102],"scalable.":[103],"Model-free":[104],"RL,":[108],"have":[109,226],"good":[114],"policies":[116],"cost-effectively":[117],"leverage":[119],"use":[121],"historical":[123],"data":[124,322],"training.":[126],"However,":[127],"it":[128],"unclear":[130],"how":[131],"RL":[132,157,205,279],"algorithms":[133],"multitude":[137],"coordinated":[144],"way.":[145],"In":[146],"this":[147,195],"paper,":[148],"we":[149],"introduce":[150],"MARLISA,":[151],"controller":[153,293],"combines":[155],"our":[159],"proposed":[160],"iterative":[161],"sequential":[162],"action":[163],"selection":[164],"algorithm":[165],"urban":[170],"systems.":[172],"This":[173],"approach":[174],"uses":[175],"reward":[177,284],"function":[178],"individual":[180],"collective":[182],"goals,":[183],"agents":[186,206,245,280],"predict":[187],"their":[188],"own":[189],"future":[190],"share":[194],"information":[196],"each":[198,217],"other":[199],"following":[200],"leader-follower":[202],"schema.":[203],"The":[204,224,244],"are":[207,246],"tested":[208],"four":[210],"groups":[211],"nine":[213],"simulated":[214],"buildings,":[215],"group":[218],"located":[219],"different":[222],"climate.":[223],"buildings":[225],"diverse":[227],"domestic":[230],"hot":[231],"water":[232],"profiles,":[233],"PV":[234],"panels,":[235],"thermal":[236],"devices,":[238],"heat":[239],"pumps,":[240],"heaters.":[243],"evaluated":[247],"on":[248,319],"average":[250,263,299],"five":[252],"normalized":[253],"metrics:":[254],"annual":[255,267],"net":[256],"consumption,":[258],"1":[259],"--":[260],"factor,":[262],"daily":[264,300],"peak":[265,268,301],"demand,":[266,269],"ramping.":[271],"MARLISA":[272,325,342],"achieves":[273],"superior":[274],"results":[275,287],"over":[276],"multiple":[277],"independent/uncooperative":[278],"using":[281],"same":[283],"function.":[285],"Our":[286],"outperformed":[288],"manually":[290],"optimized":[291],"rule-based":[292],"(RBC)":[294],"benchmark":[295],"by":[296,303,306,313,354],"reducing":[297],"15%,":[304],"ramping":[305],"35%,":[307],"factor":[312],"10%.":[314],"A":[315],"multi-year":[316],"case":[317],"study":[318],"real":[320],"weather":[321],"shows":[323],"significantly":[326],"outperforms":[327],"RBC":[329,345,358],"within":[331],"year":[333,349],"converges":[335],"less":[337],"than":[338,360],"2":[339],"years.":[340],"Combining":[341],"first":[348],"improves":[350],"overall":[351],"initial":[352],"performance":[353],"from":[356],"rather":[359],"random":[361],"exploration.":[362]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2020-12-07T00:00:00"}