{"id":"https://openalex.org/W3115997979","doi":"https://doi.org/10.1109/smartgridcomm47815.2020.9302992","title":"Decentralized Microgrid Energy Management: A Multi-agent Correlated Q-learning Approach","display_name":"Decentralized Microgrid Energy Management: A Multi-agent Correlated Q-learning Approach","publication_year":2020,"publication_date":"2020-11-11","ids":{"openalex":"https://openalex.org/W3115997979","doi":"https://doi.org/10.1109/smartgridcomm47815.2020.9302992","mag":"3115997979"},"language":"en","primary_location":{"id":"doi:10.1109/smartgridcomm47815.2020.9302992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm47815.2020.9302992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.04154","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080850676","display_name":"Hao Zhou","orcid":"https://orcid.org/0000-0002-5511-4609"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Hao Zhou","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5080850676"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":0.8293,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.73651093,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.8261500597000122},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.7041259407997131},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6196801066398621},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5834594964981079},{"id":"https://openalex.org/keywords/energy-management-system","display_name":"Energy management system","score":0.5705561637878418},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5649094581604004},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.555057942867279},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5392270684242249},{"id":"https://openalex.org/keywords/correlated-equilibrium","display_name":"Correlated equilibrium","score":0.5067721009254456},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.5064307451248169},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5033192038536072},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.46825727820396423},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.42623600363731384},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3303365707397461},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.326992392539978},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.28755074739456177},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.24318474531173706},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.22691845893859863},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.19574040174484253},{"id":"https://openalex.org/keywords/equilibrium-selection","display_name":"Equilibrium selection","score":0.16388705372810364},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1382807195186615},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12174028158187866},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11607098579406738},{"id":"https://openalex.org/keywords/repeated-game","display_name":"Repeated game","score":0.09510821104049683}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.8261500597000122},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.7041259407997131},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6196801066398621},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5834594964981079},{"id":"https://openalex.org/C2781260460","wikidata":"https://www.wikidata.org/wiki/Q6139999","display_name":"Energy management system","level":4,"score":0.5705561637878418},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5649094581604004},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.555057942867279},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5392270684242249},{"id":"https://openalex.org/C163630976","wikidata":"https://www.wikidata.org/wiki/Q964667","display_name":"Correlated equilibrium","level":5,"score":0.5067721009254456},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.5064307451248169},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5033192038536072},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.46825727820396423},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.42623600363731384},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3303365707397461},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.326992392539978},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.28755074739456177},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.24318474531173706},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.22691845893859863},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.19574040174484253},{"id":"https://openalex.org/C164407509","wikidata":"https://www.wikidata.org/wiki/Q5384490","display_name":"Equilibrium selection","level":4,"score":0.16388705372810364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1382807195186615},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12174028158187866},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11607098579406738},{"id":"https://openalex.org/C202556891","wikidata":"https://www.wikidata.org/wiki/Q1584646","display_name":"Repeated game","level":3,"score":0.09510821104049683},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/smartgridcomm47815.2020.9302992","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm47815.2020.9302992","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2103.04154","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.04154","pdf_url":"https://arxiv.org/pdf/2103.04154","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.04154","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.04154","pdf_url":"https://arxiv.org/pdf/2103.04154","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8199999928474426}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320994","display_name":"Canada Research Chairs","ror":"https://ror.org/0517h6h17"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2021590899","https://openalex.org/W2048584272","https://openalex.org/W2055626315","https://openalex.org/W2118800656","https://openalex.org/W2164637474","https://openalex.org/W2300835437","https://openalex.org/W2317516743","https://openalex.org/W2345280790","https://openalex.org/W2576210365","https://openalex.org/W2612902751","https://openalex.org/W2786291477","https://openalex.org/W2791729947","https://openalex.org/W2795578496","https://openalex.org/W2888514579","https://openalex.org/W2963723202","https://openalex.org/W2989931031","https://openalex.org/W2990397544","https://openalex.org/W4237188045","https://openalex.org/W6684470913","https://openalex.org/W6699502660","https://openalex.org/W6704438353"],"related_works":["https://openalex.org/W2333017163","https://openalex.org/W2964937504","https://openalex.org/W2169268775","https://openalex.org/W2749199243","https://openalex.org/W4301347782","https://openalex.org/W2142933425","https://openalex.org/W1667857601","https://openalex.org/W4366813529","https://openalex.org/W2347673489","https://openalex.org/W2371966636"],"abstract_inverted_index":{"Microgrids":[0],"(MG)":[1],"are":[2],"anticipated":[3],"to":[4,49,57,98,126,140],"be":[5,31,50,88,104],"important":[6],"players":[7],"in":[8],"the":[9,78,95,128,142,163,171],"future":[10],"smart":[11],"grid.":[12],"For":[13],"proper":[14],"operation":[15],"of":[16,27,74,82,130,144],"MGs":[17],"an":[18,28,111],"Energy":[19],"Management":[20],"System":[21],"(EMS)":[22],"is":[23,68,138],"essential.":[24],"The":[25],"EMS":[26],"MG":[29],"could":[30,158],"rather":[32],"complicated":[33],"when":[34],"renewable":[35],"energy":[36,39,112],"resources":[37],"(RER),":[38],"storage":[40],"system":[41],"(ESS)":[42],"and":[43,60,80,119,166],"demand":[44],"side":[45],"management":[46],"(DSM)":[47],"need":[48],"orchestrated.":[51],"Furthermore,":[52],"these":[53],"systems":[54],"may":[55,62],"belong":[56],"different":[58],"entities":[59,76],"competition":[61],"exist":[63],"between":[64],"them.":[65],"Nash":[66,83],"equilibrium":[67,84,97],"most":[69],"commonly":[70],"used":[71],"for":[72,162,170],"coordination":[73],"such":[75],"however":[77],"convergence":[79,102],"existence":[81],"can":[85,103],"not":[86],"always":[87],"guaranteed.":[89,105],"To":[90],"this":[91,107],"end,":[92],"we":[93,109],"use":[94],"correlated":[96,122],"coordinate":[99],"agents,":[100],"whose":[101],"In":[106,150],"paper,":[108],"build":[110],"trading":[113],"model":[114],"based":[115],"on":[116],"mid-market":[117],"rate,":[118],"propose":[120],"a":[121],"Q-learning":[123,154],"(CEQ)":[124],"algorithm":[125],"maximize":[127],"revenue":[129,143],"each":[131],"agent.":[132,173],"Our":[133],"results":[134],"show":[135],"that":[136],"CEQ":[137,157],"able":[139],"balance":[141],"agents":[145],"without":[146,155],"harming":[147],"total":[148],"benefit.":[149],"addition,":[151],"compared":[152],"with":[153],"correlation,":[156],"save":[159],"19.3%":[160],"cost":[161],"DSM":[164],"agent":[165],"44.2%":[167],"more":[168],"benefits":[169],"ESS":[172]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}