{"id":"https://openalex.org/W3188856100","doi":"https://doi.org/10.1109/tsg.2021.3103917","title":"A Scalable Privacy-Preserving Multi-Agent Deep Reinforcement Learning Approach for Large-Scale Peer-to-Peer Transactive Energy Trading","display_name":"A Scalable Privacy-Preserving Multi-Agent Deep Reinforcement Learning Approach for Large-Scale Peer-to-Peer Transactive Energy Trading","publication_year":2021,"publication_date":"2021-08-10","ids":{"openalex":"https://openalex.org/W3188856100","doi":"https://doi.org/10.1109/tsg.2021.3103917","mag":"3188856100"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2021.3103917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2021.3103917","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044155484","display_name":"Yujian Ye","orcid":"https://orcid.org/0000-0002-9278-9218"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujian Ye","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9278-9218","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032759646","display_name":"Yi Tang","orcid":"https://orcid.org/0000-0002-2250-6024"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Tang","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2250-6024","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100670142","display_name":"Huiyu Wang","orcid":"https://orcid.org/0000-0002-6622-3579"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyu Wang","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6622-3579","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363169","display_name":"Xiaoping Zhang","orcid":"https://orcid.org/0000-0003-0995-4989"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiao-Ping Zhang","raw_affiliation_strings":["School of Electronic, Electrical and Computer Engineering, University of Birmingham, Birmingham, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0995-4989","affiliations":[{"raw_affiliation_string":"School of Electronic, Electrical and Computer Engineering, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014643856","display_name":"Goran \u0160trbac","orcid":"https://orcid.org/0000-0001-7421-3947"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Goran Strbac","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.5896,"has_fulltext":false,"cited_by_count":146,"citation_normalized_percentile":{"value":0.98647617,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"12","issue":"6","first_page":"5185","last_page":"5200"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7491047382354736},{"id":"https://openalex.org/keywords/transactive-memory","display_name":"Transactive memory","score":0.7201023101806641},{"id":"https://openalex.org/keywords/peer-to-peer","display_name":"Peer-to-peer","score":0.7106855511665344},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6848188042640686},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6775294542312622},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5154901146888733},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4106494188308716},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.365295946598053},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.355459988117218},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.18383458256721497},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09920302033424377}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7491047382354736},{"id":"https://openalex.org/C166729404","wikidata":"https://www.wikidata.org/wiki/Q7833742","display_name":"Transactive memory","level":2,"score":0.7201023101806641},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.7106855511665344},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6848188042640686},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6775294542312622},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5154901146888733},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4106494188308716},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.365295946598053},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.355459988117218},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.18383458256721497},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09920302033424377},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2021.3103917","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2021.3103917","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1186604835","display_name":null,"funder_award_id":"EP/R045518/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7376874757","display_name":null,"funder_award_id":"EP/N03466X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7727240006","display_name":null,"funder_award_id":"51877037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1542941925","https://openalex.org/W1569990960","https://openalex.org/W1689711448","https://openalex.org/W2041621834","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2165150801","https://openalex.org/W2274443050","https://openalex.org/W2277615321","https://openalex.org/W2508677358","https://openalex.org/W2569201729","https://openalex.org/W2575731723","https://openalex.org/W2602585184","https://openalex.org/W2613514429","https://openalex.org/W2740377041","https://openalex.org/W2781726626","https://openalex.org/W2786291477","https://openalex.org/W2793859162","https://openalex.org/W2801389981","https://openalex.org/W2803155336","https://openalex.org/W2883628237","https://openalex.org/W2890184754","https://openalex.org/W2894976951","https://openalex.org/W2896938032","https://openalex.org/W2898832558","https://openalex.org/W2899639849","https://openalex.org/W2900981450","https://openalex.org/W2908261578","https://openalex.org/W2913739661","https://openalex.org/W2914396823","https://openalex.org/W2934340943","https://openalex.org/W2951634833","https://openalex.org/W2962966033","https://openalex.org/W2963306156","https://openalex.org/W2963407617","https://openalex.org/W2963717208","https://openalex.org/W2964657419","https://openalex.org/W2966804428","https://openalex.org/W2974232099","https://openalex.org/W2990751096","https://openalex.org/W3006765757","https://openalex.org/W3016141087","https://openalex.org/W3033649828","https://openalex.org/W3038624044","https://openalex.org/W3040994746","https://openalex.org/W3041614754","https://openalex.org/W3048775920","https://openalex.org/W3088276292","https://openalex.org/W3099495261","https://openalex.org/W3103929298","https://openalex.org/W3111068896","https://openalex.org/W4254547512","https://openalex.org/W4295312788","https://openalex.org/W4299802797","https://openalex.org/W4302570325","https://openalex.org/W6684205842","https://openalex.org/W6735618850","https://openalex.org/W6738796088","https://openalex.org/W6747473740","https://openalex.org/W6751139674","https://openalex.org/W6755069753","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W1982914007","https://openalex.org/W2159583675","https://openalex.org/W4313151441","https://openalex.org/W1824242903","https://openalex.org/W1493858311","https://openalex.org/W2155470929","https://openalex.org/W2111765916","https://openalex.org/W2111125783","https://openalex.org/W2394465510","https://openalex.org/W4248957929"],"abstract_inverted_index":{"Peer-to-peer":[0],"(P2P)":[1],"transactive":[2,81],"energy":[3,19,36,54,112],"trading":[4,48,82,103,113],"has":[5],"emerged":[6],"as":[7],"a":[8,26,78,101,126],"promising":[9],"paradigm":[10],"towards":[11],"maximizing":[12],"the":[13,42,61,86,92,136,141,147],"flexibility":[14],"value":[15],"of":[16,67],"prosumers\u2019":[17,35],"distributed":[18],"resources":[20],"(DERs).":[21],"Despite":[22],"reinforcement":[23,71],"learning":[24,72],"constitutes":[25],"well-suited":[27],"model-free":[28],"and":[29,46,64,150],"data-driven":[30],"methodological":[31],"framework":[32],"to":[33,41,60,108,120],"optimize":[34],"management":[37,45],"decisions,":[38],"its":[39],"application":[40],"large-scale":[43,128],"coordinated":[44],"P2P":[47,80,102],"among":[49],"multiple":[50],"prosumers":[51,107,133],"within":[52],"an":[53],"community":[55],"is":[56,98],"still":[57],"challenging,":[58],"due":[59],"scalability,":[62],"non-stationarity":[63],"privacy":[65],"limitations":[66],"state-of-the-art":[68,142],"multi-agent":[69],"deep":[70],"(MADRL)":[73],"approaches.":[74],"This":[75,96],"paper":[76],"proposes":[77],"novel":[79],"scheme":[83],"based":[84],"on":[85],"multi-actor-attention-critic":[87],"(MAAC)":[88],"algorithm,":[89],"which":[90],"addresses":[91],"above":[93],"challenges":[94],"individually.":[95],"method":[97,138],"complemented":[99],"by":[100],"platform":[104],"that":[105,135],"incentivizes":[106],"engage":[109],"in":[110,145],"local":[111],"while":[114],"also":[115],"penalizes":[116],"each":[117],"prosumer\u2019s":[118],"addition":[119],"rebound":[121],"peaks.":[122],"Case":[123],"studies":[124],"involving":[125],"real-world,":[127],"scenario":[129],"with":[130],"300":[131],"residential":[132],"demonstrate":[134],"proposed":[137],"significantly":[139],"outperforms":[140],"MADRL":[143],"methods":[144],"reducing":[146],"community\u2019s":[148],"cost":[149],"peak":[151],"demand.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}