{"id":"https://openalex.org/W4403891853","doi":"https://doi.org/10.1186/s13677-024-00713-w","title":"Multi-agent Deep Reinforcement Learning for cloud-based digital twins in power grid management","display_name":"Multi-agent Deep Reinforcement Learning for cloud-based digital twins in power grid management","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403891853","doi":"https://doi.org/10.1186/s13677-024-00713-w"},"language":"en","primary_location":{"id":"doi:10.1186/s13677-024-00713-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-024-00713-w","pdf_url":"https://link.springer.com/content/pdf/10.1186/s13677-024-00713-w.pdf","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1186/s13677-024-00713-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111009947","display_name":"Luyao Pei","orcid":null},"institutions":[{"id":"https://openalex.org/I74872605","display_name":"China Southern Power Grid (China)","ror":"https://ror.org/03hkh9419","country_code":"CN","type":"company","lineage":["https://openalex.org/I74872605"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Luyao Pei","raw_affiliation_strings":["Energy Development Research Institute, China Southern Power Grid, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Energy Development Research Institute, China Southern Power Grid, Guangzhou, China","institution_ids":["https://openalex.org/I74872605"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110369875","display_name":"Cheng Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I74872605","display_name":"China Southern Power Grid (China)","ror":"https://ror.org/03hkh9419","country_code":"CN","type":"company","lineage":["https://openalex.org/I74872605"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Xu","raw_affiliation_strings":["Energy Development Research Institute, China Southern Power Grid, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Energy Development Research Institute, China Southern Power Grid, Guangzhou, China","institution_ids":["https://openalex.org/I74872605"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001364263","display_name":"Xueli Yin","orcid":"https://orcid.org/0000-0002-9869-8288"},"institutions":[{"id":"https://openalex.org/I74872605","display_name":"China Southern Power Grid (China)","ror":"https://ror.org/03hkh9419","country_code":"CN","type":"company","lineage":["https://openalex.org/I74872605"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueli Yin","raw_affiliation_strings":["Energy Development Research Institute, China Southern Power Grid, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Energy Development Research Institute, China Southern Power Grid, Guangzhou, China","institution_ids":["https://openalex.org/I74872605"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005587702","display_name":"Jinsong Zhang","orcid":"https://orcid.org/0000-0002-2065-7849"},"institutions":[{"id":"https://openalex.org/I74872605","display_name":"China Southern Power Grid (China)","ror":"https://ror.org/03hkh9419","country_code":"CN","type":"company","lineage":["https://openalex.org/I74872605"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Zhang","raw_affiliation_strings":["Energy Development Research Institute, China Southern Power Grid, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Energy Development Research Institute, China Southern Power Grid, Guangzhou, China","institution_ids":["https://openalex.org/I74872605"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111009947"],"corresponding_institution_ids":["https://openalex.org/I74872605"],"apc_list":{"value":990,"currency":"GBP","value_usd":1214},"apc_paid":{"value":990,"currency":"GBP","value_usd":1214},"fwci":3.6857,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93692227,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"13","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14420","display_name":"Advanced Research in Systems and Signal Processing","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7700178623199463},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7310169339179993},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.64983731508255},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5694694519042969},{"id":"https://openalex.org/keywords/power-grid","display_name":"Power grid","score":0.4753563106060028},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4741634428501129},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4541584253311157},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44299793243408203},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3741580545902252},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19710147380828857},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12534156441688538},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10615351796150208},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.06523826718330383}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7700178623199463},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7310169339179993},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.64983731508255},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5694694519042969},{"id":"https://openalex.org/C2983254600","wikidata":"https://www.wikidata.org/wiki/Q1096907","display_name":"Power grid","level":3,"score":0.4753563106060028},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4741634428501129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4541584253311157},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44299793243408203},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3741580545902252},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19710147380828857},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12534156441688538},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10615351796150208},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.06523826718330383},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13677-024-00713-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-024-00713-w","pdf_url":"https://link.springer.com/content/pdf/10.1186/s13677-024-00713-w.pdf","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:950889d37e6f4483a0f64d007382bb43","is_oa":true,"landing_page_url":"https://doaj.org/article/950889d37e6f4483a0f64d007382bb43","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cloud Computing: Advances, Systems and Applications, Vol 13, Iss 1, Pp 1-12 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13677-024-00713-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13677-024-00713-w","pdf_url":"https://link.springer.com/content/pdf/10.1186/s13677-024-00713-w.pdf","source":{"id":"https://openalex.org/S2486819371","display_name":"Journal of Cloud Computing Advances Systems and Applications","issn_l":"2192-113X","issn":["2192-113X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cloud Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323192","display_name":"China Southern Power Grid","ror":"https://ror.org/03hkh9419"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403891853.pdf","grobid_xml":"https://content.openalex.org/works/W4403891853.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2915117209","https://openalex.org/W3011330593","https://openalex.org/W3037414163","https://openalex.org/W3093984356","https://openalex.org/W3096308392","https://openalex.org/W3101294809","https://openalex.org/W3110646255","https://openalex.org/W3136795808","https://openalex.org/W3145603238","https://openalex.org/W3154257404","https://openalex.org/W3167165208","https://openalex.org/W3203684044","https://openalex.org/W4205228899","https://openalex.org/W4281660018","https://openalex.org/W4288773268","https://openalex.org/W4311274190","https://openalex.org/W4362499017","https://openalex.org/W4365815564","https://openalex.org/W4376456793","https://openalex.org/W4385731874","https://openalex.org/W4386280821","https://openalex.org/W4386511263","https://openalex.org/W4386590671","https://openalex.org/W4390423554","https://openalex.org/W4390512177","https://openalex.org/W4391559656","https://openalex.org/W4395468507","https://openalex.org/W4400429734","https://openalex.org/W4402217167"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W4244478748","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291"],"abstract_inverted_index":{"As":[0],"the":[1,41],"power":[2],"industry":[3],"becomes":[4],"increasingly":[5,116],"complex,":[6],"Digital":[7],"Twin":[8],"(DT)":[9],"technology":[10],"has":[11],"emerged":[12],"as":[13],"a":[14,60,150,159],"crucial":[15],"tool":[16],"for":[17,53,72],"enhancing":[18],"grid":[19],"resilience":[20],"and":[21,37,55,75,86,113,145,157],"operational":[22,146,180],"efficiency":[23],"by":[24,47,63],"creating":[25],"dynamic":[26],"digital":[27],"replicas":[28,33],"of":[29,44,89,154,162],"physical":[30],"systems.":[31],"These":[32],"enable":[34],"accurate":[35],"simulations":[36],"proactive":[38],"management,":[39],"but":[40],"vast":[42],"amount":[43],"data":[45],"generated":[46],"DT":[48],"systems":[49],"poses":[50],"significant":[51],"challenges":[52],"processing":[54],"analysis.":[56],"Cloud":[57],"computing":[58],"offers":[59],"flexible":[61],"solution":[62],"offloading":[64],"these":[65,101,108,122],"computational":[66],"tasks":[67],"to":[68,99,140,183],"distributed":[69],"resources,":[70],"allowing":[71],"real-time":[73],"analysis":[74],"scalable":[76],"operations.":[77],"However,":[78,107],"this":[79],"approach":[80,156,172],"introduces":[81],"complexities":[82],"in":[83,115],"task":[84,128],"distribution":[85],"maintaining":[87],"quality":[88],"service.":[90],"Recent":[91],"efforts":[92],"have":[93],"applied":[94],"Deep":[95,134],"Reinforcement":[96],"Learning":[97],"(DRL)":[98],"address":[100],"challenges,":[102],"primarily":[103],"using":[104],"single-agent":[105,188],"methods.":[106],"methods":[109],"struggle":[110],"with":[111],"scalability":[112],"performance":[114],"complex":[117],"cloud":[118],"environments.":[119],"To":[120],"overcome":[121],"limitations,":[123],"we":[124],"propose":[125],"an":[126],"efficient":[127],"scheduling":[129],"framework":[130],"based":[131],"on":[132],"Multi-Agent":[133],"Q-Network":[135],"(MADQN)":[136],"principles,":[137],"specifically":[138],"designed":[139],"optimize":[141],"both":[142],"response":[143,176],"times":[144,177],"costs.":[147],"We":[148],"provide":[149],"comprehensive":[151],"design":[152],"overview":[153],"our":[155,171],"conduct":[158],"thorough":[160],"evaluation":[161],"its":[163],"performance.":[164],"The":[165],"experimental":[166],"results":[167],"clearly":[168],"indicate":[169],"that":[170],"can":[173],"considerably":[174],"reduce":[175],"amd":[178],"lower":[179],"costs":[181],"compared":[182],"current":[184],"methods,":[185],"including":[186],"state-of-the-art":[187],"approaches.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}