{"id":"https://openalex.org/W4226101380","doi":"https://doi.org/10.1109/tii.2022.3168319","title":"Coordination for Multienergy Microgrids Using Multiagent Reinforcement Learning","display_name":"Coordination for Multienergy Microgrids Using Multiagent Reinforcement Learning","publication_year":2022,"publication_date":"2022-04-19","ids":{"openalex":"https://openalex.org/W4226101380","doi":"https://doi.org/10.1109/tii.2022.3168319"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2022.3168319","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tii.2022.3168319","pdf_url":"https://ieeexplore.ieee.org/ielx7/9424/10081096/09760021.pdf","source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/9424/10081096/09760021.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061759570","display_name":"Dawei Qiu","orcid":"https://orcid.org/0000-0003-0497-6089"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dawei Qiu","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0497-6089","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029770313","display_name":"Tianyi Chen","orcid":"https://orcid.org/0000-0002-6493-1803"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tianyi Chen","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6493-1803","affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014643856","display_name":"Goran \u0160trbac","orcid":"https://orcid.org/0000-0001-7421-3947"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Goran Strbac","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7421-3947","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062973946","display_name":"Shengrong Bu","orcid":"https://orcid.org/0000-0003-3523-8126"},"institutions":[{"id":"https://openalex.org/I186803428","display_name":"Brock University","ror":"https://ror.org/056am2717","country_code":"CA","type":"education","lineage":["https://openalex.org/I186803428"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shengrong Bu","raw_affiliation_strings":["Department of Engineering, Brock University, St. Catharines, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3523-8126","affiliations":[{"raw_affiliation_string":"Department of Engineering, Brock University, St. Catharines, ON, Canada","institution_ids":["https://openalex.org/I186803428"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0625,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":{"value":0.9459396,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"19","issue":"4","first_page":"5689","last_page":"5700"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8408759832382202},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6496938467025757},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.6135395765304565},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6107375621795654},{"id":"https://openalex.org/keywords/double-auction","display_name":"Double auction","score":0.5941523313522339},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.5863375663757324},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5336317420005798},{"id":"https://openalex.org/keywords/energy-market","display_name":"Energy market","score":0.4471486210823059},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.44092363119125366},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4406864643096924},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4121581017971039},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.399636834859848},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23219367861747742},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.15794679522514343},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1569819450378418},{"id":"https://openalex.org/keywords/common-value-auction","display_name":"Common value auction","score":0.12881553173065186},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.09899020195007324},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.09144046902656555}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8408759832382202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6496938467025757},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.6135395765304565},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6107375621795654},{"id":"https://openalex.org/C2539976","wikidata":"https://www.wikidata.org/wiki/Q12163285","display_name":"Double auction","level":3,"score":0.5941523313522339},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.5863375663757324},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5336317420005798},{"id":"https://openalex.org/C2776849302","wikidata":"https://www.wikidata.org/wiki/Q1239166","display_name":"Energy market","level":3,"score":0.4471486210823059},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.44092363119125366},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4406864643096924},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4121581017971039},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.399636834859848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23219367861747742},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.15794679522514343},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1569819450378418},{"id":"https://openalex.org/C163239763","wikidata":"https://www.wikidata.org/wiki/Q5153637","display_name":"Common value auction","level":2,"score":0.12881553173065186},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09899020195007324},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.09144046902656555},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tii.2022.3168319","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tii.2022.3168319","pdf_url":"https://ieeexplore.ieee.org/ielx7/9424/10081096/09760021.pdf","source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},{"id":"pmh:oai:zenodo.org:14238340","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TII.2022.3168319","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tii.2022.3168319","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tii.2022.3168319","pdf_url":"https://ieeexplore.ieee.org/ielx7/9424/10081096/09760021.pdf","source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8600000143051147,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1186604835","display_name":null,"funder_award_id":"EP/R045518/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G135848357","display_name":null,"funder_award_id":"EP/K002252/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2295524898","display_name":null,"funder_award_id":"TS/G002347/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3097466672","display_name":null,"funder_award_id":"EP/L001039/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3460401040","display_name":null,"funder_award_id":"EP/E020798/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5093623366","display_name":"Integrated Development of Low-Carbon Energy Systems (IDLES): A Whole-System Paradigm for Creating a National Strategy","funder_award_id":"EP/R045518/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6952710113","display_name":null,"funder_award_id":"NE/N018656/1","funder_id":"https://openalex.org/F4320334631","funder_display_name":"Natural Environment Research Council"},{"id":"https://openalex.org/G7376874757","display_name":null,"funder_award_id":"EP/N03466X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8436852693","display_name":null,"funder_award_id":"NE/N018656/1","funder_id":"https://openalex.org/F4320320022","funder_display_name":"Sight Research UK"}],"funders":[{"id":"https://openalex.org/F4320320022","display_name":"Sight Research UK","ror":"https://ror.org/03z2py885"},{"id":"https://openalex.org/F4320323140","display_name":"Brock University","ror":"https://ror.org/056am2717"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334631","display_name":"Natural Environment Research Council","ror":"https://ror.org/02b5d8509"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226101380.pdf","grobid_xml":"https://content.openalex.org/works/W4226101380.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1967243935","https://openalex.org/W2012062191","https://openalex.org/W2041025830","https://openalex.org/W2154534427","https://openalex.org/W2175816131","https://openalex.org/W2568903799","https://openalex.org/W2743231053","https://openalex.org/W2746300872","https://openalex.org/W2748114774","https://openalex.org/W2750914541","https://openalex.org/W2767192612","https://openalex.org/W2793859162","https://openalex.org/W2798830643","https://openalex.org/W2890184754","https://openalex.org/W2892841407","https://openalex.org/W2897904032","https://openalex.org/W2914098925","https://openalex.org/W2916514444","https://openalex.org/W2978148161","https://openalex.org/W2980533241","https://openalex.org/W2997147307","https://openalex.org/W3006765757","https://openalex.org/W3049473885","https://openalex.org/W3115372471","https://openalex.org/W3119773391","https://openalex.org/W3128003785","https://openalex.org/W3191550197","https://openalex.org/W4205760645","https://openalex.org/W4230585469","https://openalex.org/W4246226690","https://openalex.org/W6631190155","https://openalex.org/W6677067356","https://openalex.org/W6738796088","https://openalex.org/W6748839928","https://openalex.org/W6768731700"],"related_works":["https://openalex.org/W2380567483","https://openalex.org/W2072834485","https://openalex.org/W2161520603","https://openalex.org/W2612836981","https://openalex.org/W2604958989","https://openalex.org/W2618716983","https://openalex.org/W2032491180","https://openalex.org/W2620638075","https://openalex.org/W1586030051","https://openalex.org/W2372480026"],"abstract_inverted_index":{"Multienergy":[0],"microgrids":[1],"(MEMGs)":[2],"have":[3],"significant":[4],"potential":[5],"to":[6,23,33,91],"offer":[7],"high":[8],"energy":[9,54,59,116],"utilization":[10],"efficiency":[11],"and":[12,28,30,75,118],"system":[13,26],"flexibility.":[14],"The":[15],"coordination":[16,43],"of":[17,85,108],"these":[18],"MEMGs":[19,47],"poses":[20],"challenges":[21],"due":[22],"the":[24,31,63,86,93,105,109,115,119],"various":[25],"dynamics":[27],"uncertainties":[29],"need":[32],"preserve":[34],"privacy.":[35],"This":[36],"article":[37],"proposes":[38],"a":[39,77,101],"double":[40],"auction":[41],"(DA)-market-based":[42],"framework.":[44],"As":[45],"such,":[46],"can":[48],"not":[49],"only":[50],"schedule":[51],"their":[52],"own":[53],"components":[55],"but":[56],"also":[57],"trade":[58],"with":[60,95],"others":[61],"in":[62,112],"DA":[64,87],"market.":[65],"After":[66],"that,":[67],"we":[68],"formulate":[69],"this":[70],"problem":[71],"as":[72],"Markov":[73],"games":[74],"propose":[76],"multiagent":[78],"reinforcement":[79],"learning":[80],"method":[81,111],"by":[82],"making":[83],"use":[84],"market":[88],"public":[89],"information":[90],"enhance":[92],"stability":[94],"privacy":[96],"perseverance.":[97],"Case":[98],"studies":[99],"involving":[100],"real-world":[102],"scenario":[103],"validate":[104],"superior":[106],"performance":[107],"proposed":[110],"reducing":[113],"both":[114],"costs":[117],"carbon":[120],"emissions.":[121]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}