{"id":"https://openalex.org/W4210939496","doi":"https://doi.org/10.1109/tsg.2022.3149266","title":"Multi-Agent Deep Reinforcement Learning for Coordinated Energy Trading and Flexibility Services Provision in Local Electricity Markets","display_name":"Multi-Agent Deep Reinforcement Learning for Coordinated Energy Trading and Flexibility Services Provision in Local Electricity Markets","publication_year":2022,"publication_date":"2022-02-07","ids":{"openalex":"https://openalex.org/W4210939496","doi":"https://doi.org/10.1109/tsg.2022.3149266"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2022.3149266","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3149266","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044155484","display_name":"Yujian Ye","orcid":"https://orcid.org/0000-0002-9278-9218"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yujian Ye","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9278-9218","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045133142","display_name":"Dimitrios Papadaskalopoulos","orcid":"https://orcid.org/0000-0002-7064-3429"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dimitrios Papadaskalopoulos","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","Decentralized Energy Solutions Ltd., London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-7064-3429","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Decentralized Energy Solutions Ltd., London, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073246262","display_name":"Quan Yuan","orcid":"https://orcid.org/0000-0001-5028-4839"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Yuan","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032759646","display_name":"Yi Tang","orcid":"https://orcid.org/0000-0002-2250-6024"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Tang","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2250-6024","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014643856","display_name":"Goran \u0160trbac","orcid":"https://orcid.org/0000-0001-7421-3947"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Goran Strbac","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044155484"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":9.5119,"has_fulltext":false,"cited_by_count":111,"citation_normalized_percentile":{"value":0.98802952,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"14","issue":"2","first_page":"1541","last_page":"1554"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.848237156867981},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.7612212896347046},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.7488512396812439},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5582681894302368},{"id":"https://openalex.org/keywords/industrial-organization","display_name":"Industrial organization","score":0.41846296191215515},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4139363169670105},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.39316636323928833},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.3747556209564209},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.298075795173645},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22937840223312378},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.21322211623191833},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16993242502212524},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.09438446164131165}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.848237156867981},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.7612212896347046},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.7488512396812439},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5582681894302368},{"id":"https://openalex.org/C40700","wikidata":"https://www.wikidata.org/wiki/Q1411783","display_name":"Industrial organization","level":1,"score":0.41846296191215515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4139363169670105},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.39316636323928833},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.3747556209564209},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.298075795173645},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22937840223312378},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.21322211623191833},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16993242502212524},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.09438446164131165},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2022.3149266","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3149266","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3902675656","display_name":null,"funder_award_id":"BK20220842","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5588162743","display_name":null,"funder_award_id":"52207082","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2083935216","https://openalex.org/W2274443050","https://openalex.org/W2277615321","https://openalex.org/W2569201729","https://openalex.org/W2613514429","https://openalex.org/W2762655110","https://openalex.org/W2778688757","https://openalex.org/W2801383047","https://openalex.org/W2801389981","https://openalex.org/W2883628237","https://openalex.org/W2890184754","https://openalex.org/W2896938032","https://openalex.org/W2897899757","https://openalex.org/W2900981450","https://openalex.org/W2901105969","https://openalex.org/W2913739661","https://openalex.org/W2916514444","https://openalex.org/W2921445803","https://openalex.org/W2934340943","https://openalex.org/W2952326029","https://openalex.org/W2963306156","https://openalex.org/W2966804428","https://openalex.org/W2990751096","https://openalex.org/W2994779380","https://openalex.org/W2999701499","https://openalex.org/W3006765757","https://openalex.org/W3016141087","https://openalex.org/W3033649828","https://openalex.org/W3038624044","https://openalex.org/W3041614754","https://openalex.org/W3048775920","https://openalex.org/W3080812778","https://openalex.org/W3081549722","https://openalex.org/W3083642316","https://openalex.org/W3097422301","https://openalex.org/W3098532584","https://openalex.org/W3099495261","https://openalex.org/W3108288031","https://openalex.org/W3119979850","https://openalex.org/W3144931994","https://openalex.org/W3153079815","https://openalex.org/W3188856100","https://openalex.org/W4230290267","https://openalex.org/W6631190155","https://openalex.org/W6640212811","https://openalex.org/W6677939520","https://openalex.org/W6747473740","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W3023302711","https://openalex.org/W4248214069","https://openalex.org/W2140196110","https://openalex.org/W1881881992","https://openalex.org/W4367839136","https://openalex.org/W4245119153","https://openalex.org/W2073519123","https://openalex.org/W621833480"],"abstract_inverted_index":{"Local":[0],"electricity":[1],"markets":[2],"(LEM)":[3],"have":[4,43],"recently":[5],"attracted":[6,45],"great":[7],"interest":[8],"as":[9],"an":[10],"effective":[11],"solution":[12],"to":[13,39,79,118],"the":[14,27,49,66,84,93,103,120,140,144,147,161,167,182],"challenging":[15],"problem":[16],"of":[17,30,51,68,88,123,143,170],"distributed":[18],"energy":[19,32,173],"resources\u2019":[20],"(DER)":[21],"management.":[22],"However,":[23],"LEM":[24,163],"designs":[25],"combining":[26],"market":[28,95],"functions":[29,96],"local":[31,172],"trading":[33,174],"and":[34,91,146,175,179],"flexibility":[35],"services":[36],"(FS)":[37],"provision":[38,177],"wider":[40],"system":[41],"operators":[42],"not":[44],"sufficient":[46],"attention.":[47],"In":[48],"context":[50],"addressing":[52],"this":[53,56,99],"research":[54],"gap,":[55],"paper":[57,100],"firstly":[58],"provides":[59,73],"a":[60,70,74,107,114,131,155],"new":[61,132],"model-based":[62,124],"system-centric":[63,125],"formulation":[64],"for":[65,102,112],"coordination":[67,110],"such":[69,113],"LEM,":[71,115],"which":[72,138],"theoretical":[75],"optimality":[76],"benchmark.":[77],"Compared":[78],"previous":[80,187],"formulations,":[81],"it":[82],"considers":[83],"time-coupling":[85],"operating":[86],"characteristics":[87],"flexible":[89],"DERs,":[90],"optimizes":[92],"two":[94],"simultaneously.":[97],"Furthermore,":[98],"explores":[101],"very":[104],"first":[105],"time":[106],"model-free":[108],"prosumer-centric":[109],"approach":[111],"in":[116],"order":[117],"address":[119],"practical":[121],"limitations":[122],"approaches.":[126,151],"This":[127],"is":[128],"achieved":[129],"through":[130],"multi-agent":[133],"deep":[134],"reinforcement":[135],"learning":[136,184],"method":[137,185],"combines":[139],"beneficial":[141],"properties":[142],"multi-actor-attention-critic":[145],"prioritized":[148],"experience":[149],"replay":[150],"Case":[152],"studies":[153],"on":[154],"real-world,":[156],"large-scale":[157],"setting":[158],"validate":[159],"that":[160,181],"proposed":[162,183],"design":[164],"successfully":[165],"encapsulates":[166],"economic":[168],"benefits":[169],"both":[171],"FS":[176],"functions,":[178],"demonstrate":[180],"outperforms":[186],"methods.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":6}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2025-10-10T00:00:00"}