{"id":"https://openalex.org/W4226023812","doi":"https://doi.org/10.1109/tsg.2022.3164080","title":"Optimal Bi-Level Bidding and Dispatching Strategy Between Active Distribution Network and Virtual Alliances Using Distributed Robust Multi-Agent Deep Reinforcement Learning","display_name":"Optimal Bi-Level Bidding and Dispatching Strategy Between Active Distribution Network and Virtual Alliances Using Distributed Robust Multi-Agent Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-04-01","ids":{"openalex":"https://openalex.org/W4226023812","doi":"https://doi.org/10.1109/tsg.2022.3164080"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2022.3164080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3164080","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022102752","display_name":"Ziqing Zhu","orcid":"https://orcid.org/0000-0003-2142-1149"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ziqing Zhu","raw_affiliation_strings":["Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-2142-1149","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034113722","display_name":"Ka Wing Chan","orcid":"https://orcid.org/0000-0001-7462-0753"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ka Wing Chan","raw_affiliation_strings":["Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-7462-0753","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072408826","display_name":"Shiwei Xia","orcid":"https://orcid.org/0000-0003-1272-210X"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiwei Xia","raw_affiliation_strings":["State Key Laboratory of Alternate Electrical Power System With Renewable Energy Sources, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1272-210X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Alternate Electrical Power System With Renewable Energy Sources, School of Electrical and Electronic Engineering, North China Electric Power University, Beijing, China","institution_ids":["https://openalex.org/I153473198"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086445784","display_name":"Siqi Bu","orcid":"https://orcid.org/0000-0002-1047-2568"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Siqi Bu","raw_affiliation_strings":["Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-1047-2568","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, The Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":4.2661,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.95465296,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"13","issue":"4","first_page":"2833","last_page":"2843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.8260003328323364},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7408043742179871},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6624700427055359},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5673685669898987},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5583281517028809},{"id":"https://openalex.org/keywords/stochastic-game","display_name":"Stochastic game","score":0.4926074147224426},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.4749215543270111},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.37634798884391785},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3687763810157776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3473760485649109},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18191206455230713},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.12762117385864258},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.11382725834846497}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.8260003328323364},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7408043742179871},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6624700427055359},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5673685669898987},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5583281517028809},{"id":"https://openalex.org/C22171661","wikidata":"https://www.wikidata.org/wiki/Q1074380","display_name":"Stochastic game","level":2,"score":0.4926074147224426},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.4749215543270111},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37634798884391785},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3687763810157776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3473760485649109},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18191206455230713},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.12762117385864258},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.11382725834846497},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2022.3164080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3164080","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G126479351","display_name":null,"funder_award_id":"52077075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322598","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1586283096","https://openalex.org/W2013448247","https://openalex.org/W2036472897","https://openalex.org/W2074628584","https://openalex.org/W2200830626","https://openalex.org/W2343706987","https://openalex.org/W2517325838","https://openalex.org/W2731735422","https://openalex.org/W2782576241","https://openalex.org/W2790306973","https://openalex.org/W2791530036","https://openalex.org/W2797616392","https://openalex.org/W2810007872","https://openalex.org/W2890147167","https://openalex.org/W2897156318","https://openalex.org/W2904455790","https://openalex.org/W2909041342","https://openalex.org/W2955101000","https://openalex.org/W2963723202","https://openalex.org/W2964769620","https://openalex.org/W2969843367","https://openalex.org/W2996870144","https://openalex.org/W3001878329","https://openalex.org/W3008186087","https://openalex.org/W3010257396","https://openalex.org/W3010770639","https://openalex.org/W3034055718","https://openalex.org/W3098344893","https://openalex.org/W3098850603","https://openalex.org/W3108765643","https://openalex.org/W3127742487","https://openalex.org/W3161927130","https://openalex.org/W3168289825","https://openalex.org/W3172930590","https://openalex.org/W4233727829","https://openalex.org/W4299802797","https://openalex.org/W6738796088","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2355561715","https://openalex.org/W2355326491","https://openalex.org/W2389286292","https://openalex.org/W2472051997","https://openalex.org/W4297209929","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W2147379967","https://openalex.org/W4255368532"],"abstract_inverted_index":{"The":[0],"deregulated":[1],"active":[2],"distribution":[3,140],"network":[4],"(ADN)":[5],"would":[6,27,116],"incorporate":[7],"numerous":[8],"autonomous":[9],"stakeholders,":[10],"including":[11],"some":[12],"emerging":[13],"distributed":[14,112],"virtual":[15,19,22],"alliances":[16],"(DVAs)":[17],"like":[18],"microgrids":[20],"and":[21,38,50,55,76,134,154,160],"power":[23],"plants.":[24],"Those":[25],"DVAs":[26,54,133,159],"autonomously":[28],"participate":[29],"in":[30,57,150],"energy":[31],"market":[32,60],"trading":[33],"through":[34],"bidding":[35,49,130],"among":[36],"themselves":[37],"dispatching":[39,51,137],"conducted":[40],"by":[41,87],"the":[42,47,58,71,100,128,135,151,155],"ADN.":[43],"In":[44],"this":[45],"paper,":[46],"optimal":[48,129,136],"model":[52,69],"for":[53],"ADN":[56],"day-ahead":[59],"is":[61,109,121,148],"first":[62],"developed":[63],"as":[64,79],"a":[65,80,88,110],"stochastic":[66],"dynamic":[67],"programming":[68],"with":[70],"risk":[72],"of":[73,102,132,139,158],"misconduct":[74],"considered,":[75],"then":[77],"re-formulated":[78],"Markov":[81],"Decision":[82],"Process":[83],"to":[84,118,126],"be":[85],"solved":[86],"new":[89],"Distributed":[90],"Robust":[91],"Multi-Agent":[92],"Deep":[93],"Deterministic":[94],"Policy":[95],"Gradient":[96],"algorithm":[97,108],"based":[98],"on":[99],"concept":[101],"robust":[103],"Nash":[104],"equilibrium":[105],"(RNE).":[106],"This":[107],"fully":[111],"online":[113],"optimization":[114],"that":[115],"converge":[117],"RNE.":[119],"It":[120],"an":[122],"effective":[123],"risk-averse":[124],"method":[125],"obtain":[127],"strategies":[131],"decisions":[138,157],"system":[141],"operator":[142],"(DSO).":[143],"Its":[144],"high":[145],"computational":[146],"performance":[147],"demonstrated":[149],"case":[152],"studies,":[153],"strategic":[156],"DSO":[161],"are":[162],"thoroughly":[163],"analyzed.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":4}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}