{"id":"https://openalex.org/W3213490051","doi":"https://doi.org/10.1109/tai.2021.3125918","title":"Multiadvisor Reinforcement Learning for Multiagent Multiobjective Smart Home Energy Control","display_name":"Multiadvisor Reinforcement Learning for Multiagent Multiobjective Smart Home Energy Control","publication_year":2021,"publication_date":"2021-11-11","ids":{"openalex":"https://openalex.org/W3213490051","doi":"https://doi.org/10.1109/tai.2021.3125918","mag":"3213490051"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2021.3125918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2021.3125918","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017081712","display_name":"Andrew Tittaferrante","orcid":"https://orcid.org/0000-0003-3654-1952"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andrew Tittaferrante","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Lakehead University, Thunder Bay, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3654-1952","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083580867","display_name":"Abdulsalam Yassine","orcid":"https://orcid.org/0000-0003-3539-0945"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abdulsalam Yassine","raw_affiliation_strings":["Software Engineering Department, Lakehead University, Thunder Bay, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3539-0945","affiliations":[{"raw_affiliation_string":"Software Engineering Department, Lakehead University, Thunder Bay, ON, Canada","institution_ids":["https://openalex.org/I72541430"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1358,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.87736213,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"3","issue":"4","first_page":"581","last_page":"594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8777125477790833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7499521970748901},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6894961595535278},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6566931009292603},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6059812307357788},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5896598100662231},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5102972984313965},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.5065399408340454},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40753602981567383},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33694419264793396},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14162662625312805},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.11730727553367615}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8777125477790833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7499521970748901},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6894961595535278},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6566931009292603},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6059812307357788},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5896598100662231},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5102972984313965},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5065399408340454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40753602981567383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33694419264793396},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14162662625312805},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.11730727553367615},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2021.3125918","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2021.3125918","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W166862392","https://openalex.org/W1209078686","https://openalex.org/W1557517019","https://openalex.org/W2002316308","https://openalex.org/W2012160694","https://openalex.org/W2024998154","https://openalex.org/W2057111548","https://openalex.org/W2120346334","https://openalex.org/W2134603844","https://openalex.org/W2145339207","https://openalex.org/W2209548289","https://openalex.org/W2277948250","https://openalex.org/W2307546884","https://openalex.org/W2329597761","https://openalex.org/W2530195778","https://openalex.org/W2604466268","https://openalex.org/W2606568940","https://openalex.org/W2617547828","https://openalex.org/W2624731731","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2899639849","https://openalex.org/W2926295867","https://openalex.org/W2950791795","https://openalex.org/W2963317745","https://openalex.org/W2973229164","https://openalex.org/W2989906032","https://openalex.org/W2996037775","https://openalex.org/W3005335721","https://openalex.org/W3021665596","https://openalex.org/W3048930399","https://openalex.org/W3081650381","https://openalex.org/W3115848439","https://openalex.org/W3139377883","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6677737365","https://openalex.org/W6678214046","https://openalex.org/W6680080562","https://openalex.org/W6683204974","https://openalex.org/W6692846177","https://openalex.org/W6728073343","https://openalex.org/W6734330393","https://openalex.org/W6736813088","https://openalex.org/W6741002519","https://openalex.org/W6772005887"],"related_works":["https://openalex.org/W3074294383","https://openalex.org/W4294811414","https://openalex.org/W2364921833","https://openalex.org/W4285805438","https://openalex.org/W3209969885","https://openalex.org/W4319083788","https://openalex.org/W3020747203","https://openalex.org/W4200561697","https://openalex.org/W3213490051","https://openalex.org/W2029584126"],"abstract_inverted_index":{"Effective":[0],"automated":[1],"smart":[2,9],"home":[3],"energy":[4],"control":[5,21,97],"is":[6,17,70,182],"essential":[7],"for":[8,161],"grid":[10],"approaches":[11,187],"to":[12,78,102,115,124,137],"demand":[13,31],"response":[14,32],"(DR).":[15],"This":[16],"a":[18,109,121],"multiobjective":[19],"adaptive":[20],"problem":[22],"because":[23],"it":[24],"balances":[25],"an":[26],"appliance\u2019s":[27],"primary":[28],"objective":[29],"with":[30,185,193],"objectives.":[33,50],"One":[34],"challenge":[35,52,69],"comes":[36,53],"from":[37,54,60],"the":[38,55,64,92,96,126,149,154,159,166,171,179],"heterogeneous":[39,56],"nature":[40,72],"of":[41,73,95,105,130,133,153,165,173],"objectives,":[42],"requiring":[43,198],"tradeoffs":[44],"between":[45],"comfort,":[46],"cost,":[47],"and":[48,63,75,81,146],"other":[49],"Another":[51,68],"dynamics,":[57],"which":[58],"result":[59],"different":[61,65],"environments":[62],"appliances":[66],"used.":[67],"nonstationary":[71],"dynamics":[74],"rewards":[76],"due":[77,101],"seasonal":[79],"changes":[80,192],"time-varying":[82],"user":[83],"preferences.":[84],"Finally,":[85,156],"we":[86,144,157],"consider":[87],"computational":[88,151],"challenges,":[89],"required":[90],"by":[91,169],"real-time":[93],"aspect":[94],"problem,":[98],"particularly":[99],"notable":[100],"\u201cthe":[103],"curse":[104],"dimensionality.\u201d":[106],"We":[107,119],"propose":[108],"multiagent":[110],"multiadvisor":[111],"reinforcement":[112,140],"learning":[113,141],"framework":[114],"address":[116],"these":[117],"challenges.":[118],"design":[120],"smart-home":[122],"simulation":[123],"demonstrate":[125,148],"performance":[127,163],"(in":[128],"terms":[129],"weighted":[131],"reward)":[132],"our":[134],"approach":[135],"relative":[136],"competitive":[138,184],"single-objective":[139],"algorithms.":[142],"Furthermore,":[143],"theoretically":[145],"empirically":[147],"linear":[150],"scalability":[152],"algorithm.":[155],"identify":[158],"need":[160],"key":[162],"measures":[164],"proposed":[167,180],"system":[168],"considering":[170],"effect":[172],"selected":[174],"preferences":[175,196],"on":[176],"agents.":[177],"Overall,":[178],"algorithm":[181],"reasonably":[183],"conventional":[186],"while":[188],"simultaneously":[189],"enabling":[190],"behavior":[191],"change":[194],"in":[195],"without":[197],"more":[199],"data.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}