{"id":"https://openalex.org/W4400809903","doi":"https://doi.org/10.1109/tase.2024.3411305","title":"Development of Deep Reinforcement Learning Co-Simulation Platforms for Power System Control","display_name":"Development of Deep Reinforcement Learning Co-Simulation Platforms for Power System Control","publication_year":2024,"publication_date":"2024-07-19","ids":{"openalex":"https://openalex.org/W4400809903","doi":"https://doi.org/10.1109/tase.2024.3411305"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3411305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3411305","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079493323","display_name":"Zhenghong Tu","orcid":"https://orcid.org/0000-0002-2456-5618"},"institutions":[{"id":"https://openalex.org/I1282105669","display_name":"Argonne National Laboratory","ror":"https://ror.org/05gvnxz63","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282105669","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhenghong Tu","raw_affiliation_strings":["ESIA Division, Argonne National Laboratory, Lemont, IL, USA"],"affiliations":[{"raw_affiliation_string":"ESIA Division, Argonne National Laboratory, Lemont, IL, USA","institution_ids":["https://openalex.org/I1282105669"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023694275","display_name":"Zhen Fan","orcid":"https://orcid.org/0000-0002-6545-9993"},"institutions":[{"id":"https://openalex.org/I4210122937","display_name":"FuelCell Energy (United States)","ror":"https://ror.org/02gp2h315","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122937"]},{"id":"https://openalex.org/I4401726771","display_name":"Eversource Energy (United States)","ror":"https://ror.org/04b7gmr83","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhen Fan","raw_affiliation_strings":["Eversource Energy, Manchester, NH, USA"],"affiliations":[{"raw_affiliation_string":"Eversource Energy, Manchester, NH, USA","institution_ids":["https://openalex.org/I4210122937","https://openalex.org/I4401726771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740183","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0001-6427-3946"},"institutions":[{"id":"https://openalex.org/I4210140791","display_name":"Irvine University","ror":"https://ror.org/04ysmca02","country_code":"US","type":"education","lineage":["https://openalex.org/I4210140791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Research and Development, Operation Technology/ETAP, Inc., Irvine, CA, USA","Research and Development, Operation Technology/ETAP, Inc, Irvine, CA, USA"],"affiliations":[{"raw_affiliation_string":"Research and Development, Operation Technology/ETAP, Inc., Irvine, CA, USA","institution_ids":["https://openalex.org/I4210140791"]},{"raw_affiliation_string":"Research and Development, Operation Technology/ETAP, Inc, Irvine, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100637625","display_name":"Wenxin Liu","orcid":"https://orcid.org/0000-0001-7456-7606"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenxin Liu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Lehigh University, Bethlehem, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5079493323"],"corresponding_institution_ids":["https://openalex.org/I1282105669"],"apc_list":null,"apc_paid":null,"fwci":1.2913,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.79771755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"22","issue":null,"first_page":"4780","last_page":"4789"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.925000011920929,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.925000011920929,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7888659238815308},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5029506087303162},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4857502579689026},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.4696321487426758},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.45036718249320984},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.44101133942604065},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4321710467338562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4290165305137634},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.382495254278183},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3432636857032776},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.15113627910614014}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7888659238815308},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5029506087303162},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4857502579689026},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.4696321487426758},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.45036718249320984},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.44101133942604065},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4321710467338562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4290165305137634},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.382495254278183},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3432636857032776},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.15113627910614014},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3411305","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3411305","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1603646482","display_name":null,"funder_award_id":"N00014-21- 1-2175","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2332586023","https://openalex.org/W2889791292","https://openalex.org/W2966492573","https://openalex.org/W2972852318","https://openalex.org/W2980389172","https://openalex.org/W3016983759","https://openalex.org/W3033672499","https://openalex.org/W3039954472","https://openalex.org/W3043475934","https://openalex.org/W3094728221","https://openalex.org/W3111718301","https://openalex.org/W3112926176","https://openalex.org/W3131031071","https://openalex.org/W3138313410","https://openalex.org/W3199952911","https://openalex.org/W4225939417","https://openalex.org/W4283766892","https://openalex.org/W4286664763","https://openalex.org/W4289535716","https://openalex.org/W4289537211","https://openalex.org/W4292387397","https://openalex.org/W4292965908","https://openalex.org/W4310881741","https://openalex.org/W4312467727","https://openalex.org/W4385225239","https://openalex.org/W4385256953","https://openalex.org/W4385656657","https://openalex.org/W6748839928","https://openalex.org/W6785031717","https://openalex.org/W6800852732"],"related_works":["https://openalex.org/W2615607975","https://openalex.org/W2192101006","https://openalex.org/W2116800748","https://openalex.org/W2638730922","https://openalex.org/W2190465783","https://openalex.org/W2027827693","https://openalex.org/W2381267592","https://openalex.org/W4241033836","https://openalex.org/W2518504198","https://openalex.org/W3135637940"],"abstract_inverted_index":{"This":[0],"paper":[1,324,352],"introduces":[2],"four":[3],"co-simulation":[4,156,214],"platforms":[5,81,110,117,157,215,283,378],"for":[6,131,186,204,213,268,273,285,315],"testing":[7,239],"deep":[8,199],"reinforcement":[9,200],"learning":[10],"(DRL)-based":[11],"control":[12,137,184,202,233,271,313,370],"solutions":[13,185,203],"in":[14,51,57,122,160,257,301,322,350],"power":[15,33,188,206,224,274,293,318,339],"systems.":[16,189,207],"The":[17,38,77,104,148,261,281,361],"first":[18,64],"one":[19,170,342],"is":[20,40,63,194,209,266,320],"to":[21,41,46,66,139,191,248,325,345,353],"connect":[22],"the":[23,29,43,48,54,60,85,120,140,164,179,197,289,306,327,330,347,355,376],"off-the-shelf":[24],"Matlab":[25,31,291],"DRL":[26,134,155,232,238,335,369],"toolbox":[27],"with":[28,163,245,263,379],"developed":[30,61,242,282,331,377],"Simulink":[32,292],"system":[34,275,294,319,340],"models":[35,121,300,358],"(platform":[36,75,98,102],"1).":[37],"second":[39],"utilize":[42],"Python-C":[44],"interface":[45],"integrate":[47],"algorithm":[49],"design":[50,181],"Python":[52,244],"and":[53,68,79,100,112,136,146,166,220,226,296,333,364],"model":[55,62,262,295],"development":[56],"Matlab,":[58],"wherein":[59],"generated":[65],"C-code":[67],"then":[69],"compiled":[70],"into":[71],"a":[72,123,218,227,302,316],"shared":[73],"library":[74],"2).":[76],"third":[78],"fourth":[80],"are":[82,158,241],"based":[83],"on":[84,375],"real-time":[86,106,124,133,141,221,303,334,363],"simulator,":[87],"whereas":[88],"these":[89,153],"two":[90,92],"employ":[91],"different":[93,154,368],"communication":[94,145],"protocols,":[95],"i.e.,":[96],"TCP/IP":[97],"3)":[99],"EtherCAT":[101],"4).":[103],"Opal-RT":[105,307],"simulators":[107],"utilized":[108],"by":[109,196],"3":[111],"4":[113,128],"ensure":[114],"that":[115,216,277],"both":[116,144],"can":[118,174,372],"run":[119,297],"manner.":[125],"Specifically,":[126],"platform":[127],"possesses":[129],"capabilities":[130],"conducting":[132],"training":[135],"owing":[138],"feature":[142],"of":[143,168,182,223,230,288,329,367],"simulation.":[147],"detailed":[149],"procedures":[150,348],"regarding":[151],"implementing":[152],"provided":[159,349],"this":[161,323,351],"paper,":[162],"pros":[165],"cons":[167],"each":[169],"commented":[171],"on,":[172],"which":[173],"help":[175],"researchers":[176],"speed":[177],"up":[178],"preliminary":[180],"DRL-based":[183],"dynamic":[187,205,290,299,357],"Note":[190],"Practitioners\u2014This":[192],"article":[193],"motivated":[195],"emerging":[198],"learning-based":[201],"There":[208],"an":[210],"urgent":[211],"need":[212],"enable":[217],"high-fidelity":[219],"simulation":[222],"systems":[225],"thorough":[228],"evaluation":[229],"various":[231],"algorithms.":[234],"Since":[235],"most":[236],"existing":[237],"tools":[240],"using":[243],"simplification":[246],"adapted":[247],"large":[249],"time-scales":[250],"or":[251,359],"specific":[252],"functionalities,":[253],"limiting":[254],"their":[255],"applicability":[256],"small-time-scale":[258,269],"online":[259,270,332,365],"control.":[260],"higher":[264],"granularity":[265],"necessary":[267],"problems":[272],"applications":[276],"involve":[278],"fast":[279],"dynamics.":[280],"allow":[284],"direct":[286],"integration":[287],"complex":[298],"manner":[304],"via":[305],"simulator.":[308],"A":[309],"classic":[310],"optimal":[311],"generation":[312],"problem":[314],"test":[317],"studied":[321],"validate":[326],"effectiveness":[328],"platforms.":[336],"For":[337],"other":[338],"applications,":[341],"only":[343],"needs":[344],"follow":[346],"customize":[354],"corresponding":[356],"environments.":[360],"comprehensive":[362],"tests":[366],"algorithms":[371],"be":[373],"accomplished":[374],"slight":[380],"effort.":[381]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}