{"id":"https://openalex.org/W4403758710","doi":"https://doi.org/10.1109/tcsi.2024.3479427","title":"A Privacy-Preserving Federated Reinforcement Learning Method for Multiple Virtual Power Plants Scheduling","display_name":"A Privacy-Preserving Federated Reinforcement Learning Method for Multiple Virtual Power Plants Scheduling","publication_year":2024,"publication_date":"2024-10-25","ids":{"openalex":"https://openalex.org/W4403758710","doi":"https://doi.org/10.1109/tcsi.2024.3479427"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2024.3479427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2024.3479427","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010518325","display_name":"Ting Yang","orcid":"https://orcid.org/0000-0002-8863-1944"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ting Yang","raw_affiliation_strings":["Key Laboratory of Smart Grid of Ministry of Education, School of Electrical and Information Engineering, Tianjin University, Tianjin, China","School of Electrical and Information Engineering, Key Laboratory of Smart Grid of Ministry of Education, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-8863-1944","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Grid of Ministry of Education, School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, Key Laboratory of Smart Grid of Ministry of Education, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100594803","display_name":"Xiangwei Feng","orcid":"https://orcid.org/0009-0009-3631-2691"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangwei Feng","raw_affiliation_strings":["Key Laboratory of Smart Grid of Ministry of Education, School of Electrical and Information Engineering, Tianjin University, Tianjin, China","School of Electrical and Information Engineering, Key Laboratory of Smart Grid of Ministry of Education, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0009-3631-2691","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Grid of Ministry of Education, School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, Key Laboratory of Smart Grid of Ministry of Education, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008978111","display_name":"Shaotang Cai","orcid":"https://orcid.org/0000-0001-5637-3381"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaotang Cai","raw_affiliation_strings":["Information and Communication Branch, State Grid Chongqing Electric Power Company, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-5637-3381","affiliations":[{"raw_affiliation_string":"Information and Communication Branch, State Grid Chongqing Electric Power Company, Chongqing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013253878","display_name":"Yuqing Niu","orcid":"https://orcid.org/0000-0002-7085-0305"},"institutions":[{"id":"https://openalex.org/I4210115395","display_name":"Taiyuan Institute of Technology","ror":"https://ror.org/02d0fkx94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210115395"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqing Niu","raw_affiliation_strings":["Yuqing Niu is Taiyuan Institute of Technology, Taiyuan, Shanxi, China","Taiyuan Institute of Technology, Taiyuan, Shanxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yuqing Niu is Taiyuan Institute of Technology, Taiyuan, Shanxi, China","institution_ids":["https://openalex.org/I4210115395"]},{"raw_affiliation_string":"Taiyuan Institute of Technology, Taiyuan, Shanxi, China","institution_ids":["https://openalex.org/I4210115395"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062463768","display_name":"Haibo Pen","orcid":"https://orcid.org/0000-0002-5361-8344"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibo Pen","raw_affiliation_strings":["Key Laboratory of Smart Grid of Ministry of Education, School of Electrical and Information Engineering, Tianjin University, Tianjin, China","School of Electrical and Information Engineering, Key Laboratory of Smart Grid of Ministry of Education, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-5361-8344","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Grid of Ministry of Education, School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, Key Laboratory of Smart Grid of Ministry of Education, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010518325"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":3.1849,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.92424598,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"72","issue":"4","first_page":"1939","last_page":"1950"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9110000133514404,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7429593205451965},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.725003182888031},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5943422317504883},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4573928117752075},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3486451506614685},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2685558795928955},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.24457207322120667},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15164437890052795},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11674696207046509}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7429593205451965},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.725003182888031},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5943422317504883},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4573928117752075},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3486451506614685},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2685558795928955},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.24457207322120667},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15164437890052795},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11674696207046509},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2024.3479427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2024.3479427","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4811552508","display_name":null,"funder_award_id":"21JCZDJC00640","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G500695806","display_name":null,"funder_award_id":"2022YFB2403800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7276216031","display_name":null,"funder_award_id":"62371338","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2768174108","https://openalex.org/W2781091734","https://openalex.org/W2949816299","https://openalex.org/W2953921543","https://openalex.org/W2963318081","https://openalex.org/W2963456518","https://openalex.org/W2970408908","https://openalex.org/W2989123274","https://openalex.org/W2989606762","https://openalex.org/W2999953070","https://openalex.org/W3021399679","https://openalex.org/W3089959301","https://openalex.org/W3093482086","https://openalex.org/W3111919937","https://openalex.org/W3158601778","https://openalex.org/W3169511960","https://openalex.org/W3176937560","https://openalex.org/W3181647770","https://openalex.org/W3182186656","https://openalex.org/W3186792118","https://openalex.org/W3193958997","https://openalex.org/W4205421136","https://openalex.org/W4205765479","https://openalex.org/W4213374331","https://openalex.org/W4226248964","https://openalex.org/W4291754000","https://openalex.org/W4293499001","https://openalex.org/W4360930683","https://openalex.org/W4366599157","https://openalex.org/W4381430804","https://openalex.org/W4383873514","https://openalex.org/W4386420194","https://openalex.org/W4387009991","https://openalex.org/W4387303170","https://openalex.org/W4389722186","https://openalex.org/W4389722571","https://openalex.org/W6728757088","https://openalex.org/W6752346538","https://openalex.org/W6838861716"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"The":[0],"application":[1],"of":[2,61,70,113,188],"federated":[3,49,83,125],"learning":[4,50,85],"in":[5,42,93],"Virtual":[6],"Power":[7],"Plants":[8],"(VPPs)":[9],"addresses":[10],"the":[11,58,68,109,138,170,179],"data":[12,66,168],"silo":[13],"issue":[14],"between":[15],"VPPs":[16,31,105,114],"and":[17,25,37,75,132,147,169,191],"enhances":[18],"their":[19],"ability":[20],"to":[21,53,67,152],"cope":[22],"with":[23,143],"nonlinear":[24],"stochastic":[26],"scheduling":[27,90,101,111],"characteristics,":[28],"which":[29],"enables":[30],"better":[32],"accommodate":[33],"distributed":[34],"energy":[35],"resources":[36],"flexible":[38],"loads":[39],"while":[40],"participating":[41],"frequency":[43,163],"regulation":[44,164],"services.":[45],"However,":[46],"although":[47],"existing":[48],"methods":[51],"strive":[52],"solve":[54],"privacy":[55,146,154,189],"protection":[56,190],"issues,":[57],"plaintext":[59],"transmission":[60],"gradients":[62],"still":[63],"exposes":[64],"sensitive":[65],"threat":[69],"curious":[71],"power":[72],"control":[73],"centers":[74],"external":[76],"inference":[77],"attacks.":[78],"Therefore,":[79],"a":[80,97,116,157],"privacy-protected":[81],"horizontal":[82,124],"reinforcement":[84],"approach":[86,181],"for":[87,103,194],"multi-VPP":[88,126],"optimal":[89],"is":[91,106,130,160],"proposed":[92,180],"this":[94],"paper.":[95],"Firstly,":[96],"cost-based":[98],"global":[99],"optimization":[100],"model":[102],"multiple":[104],"constructed,":[107],"modeling":[108],"internal":[110],"process":[112],"as":[115],"Markov":[117],"decision":[118],"process.":[119],"Then,":[120],"an":[121],"improved":[122],"secure":[123],"collaborative":[127],"training":[128],"method":[129],"presented,":[131],"local":[133,144],"models":[134],"are":[135],"trained":[136],"using":[137,162],"Deep":[139],"Transformer":[140],"Q-Network":[141],"algorithm,":[142],"differential":[145],"CKKS":[148],"homomorphic":[149],"encryption":[150],"implemented":[151],"ensure":[153],"protection.":[155],"Finally,":[156],"case":[158],"study":[159],"conducted":[161],"ancillary":[165],"service":[166],"market":[167],"IEEE-39":[171],"bus":[172],"system":[173],"structure.":[174],"Simulation":[175],"results":[176],"show":[177],"that":[178],"outperforms":[182],"similar":[183],"algorithms,":[184],"achieving":[185],"high":[186],"levels":[187],"economic":[192],"operation":[193],"VPPs.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11}],"updated_date":"2026-06-05T09:01:59.212387","created_date":"2025-10-10T00:00:00"}