{"id":"https://openalex.org/W4283270478","doi":"https://doi.org/10.1145/3538637.3539616","title":"PowerGridworld","display_name":"PowerGridworld","publication_year":2022,"publication_date":"2022-06-22","ids":{"openalex":"https://openalex.org/W4283270478","doi":"https://doi.org/10.1145/3538637.3539616"},"language":"en","primary_location":{"id":"doi:10.1145/3538637.3539616","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3538637.3539616","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1887562","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000527374","display_name":"David Biagioni","orcid":"https://orcid.org/0000-0001-6140-1957"},"institutions":[{"id":"https://openalex.org/I1297288678","display_name":"National Renewable Energy Laboratory","ror":"https://ror.org/036266993","country_code":"US","type":"facility","lineage":["https://openalex.org/I1297288678","https://openalex.org/I1330989302","https://openalex.org/I2800842121"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"David Biagioni","raw_affiliation_strings":["National Renewable Energy Laboratory"],"affiliations":[{"raw_affiliation_string":"National Renewable Energy Laboratory","institution_ids":["https://openalex.org/I1297288678"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362472","display_name":"Xiangyu Zhang","orcid":"https://orcid.org/0000-0003-4857-2318"},"institutions":[{"id":"https://openalex.org/I1297288678","display_name":"National Renewable Energy Laboratory","ror":"https://ror.org/036266993","country_code":"US","type":"facility","lineage":["https://openalex.org/I1297288678","https://openalex.org/I1330989302","https://openalex.org/I2800842121"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhang","raw_affiliation_strings":["National Renewable Energy Laboratory"],"affiliations":[{"raw_affiliation_string":"National Renewable Energy Laboratory","institution_ids":["https://openalex.org/I1297288678"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060577573","display_name":"Dylan Wald","orcid":"https://orcid.org/0000-0002-9742-5288"},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dylan Wald","raw_affiliation_strings":["Colorado School of Mines"],"affiliations":[{"raw_affiliation_string":"Colorado School of Mines","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047833929","display_name":"Deepthi Vaidhynathan","orcid":"https://orcid.org/0000-0001-7990-8887"},"institutions":[{"id":"https://openalex.org/I1297288678","display_name":"National Renewable Energy Laboratory","ror":"https://ror.org/036266993","country_code":"US","type":"facility","lineage":["https://openalex.org/I1297288678","https://openalex.org/I1330989302","https://openalex.org/I2800842121"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepthi Vaidhynathan","raw_affiliation_strings":["National Renewable Energy Laboratory"],"affiliations":[{"raw_affiliation_string":"National Renewable Energy Laboratory","institution_ids":["https://openalex.org/I1297288678"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045032215","display_name":"Rohit Chintala","orcid":"https://orcid.org/0000-0001-9143-9788"},"institutions":[{"id":"https://openalex.org/I1297288678","display_name":"National Renewable Energy Laboratory","ror":"https://ror.org/036266993","country_code":"US","type":"facility","lineage":["https://openalex.org/I1297288678","https://openalex.org/I1330989302","https://openalex.org/I2800842121"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rohit Chintala","raw_affiliation_strings":["National Renewable Energy Laboratory"],"affiliations":[{"raw_affiliation_string":"National Renewable Energy Laboratory","institution_ids":["https://openalex.org/I1297288678"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070835578","display_name":"Jennifer King","orcid":"https://orcid.org/0000-0001-6219-0098"},"institutions":[{"id":"https://openalex.org/I1297288678","display_name":"National Renewable Energy Laboratory","ror":"https://ror.org/036266993","country_code":"US","type":"facility","lineage":["https://openalex.org/I1297288678","https://openalex.org/I1330989302","https://openalex.org/I2800842121"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer King","raw_affiliation_strings":["National Renewable Energy Laboratory"],"affiliations":[{"raw_affiliation_string":"National Renewable Energy Laboratory","institution_ids":["https://openalex.org/I1297288678"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008068890","display_name":"Ahmed S. Zamzam","orcid":"https://orcid.org/0000-0002-1175-2801"},"institutions":[{"id":"https://openalex.org/I1297288678","display_name":"National Renewable Energy Laboratory","ror":"https://ror.org/036266993","country_code":"US","type":"facility","lineage":["https://openalex.org/I1297288678","https://openalex.org/I1330989302","https://openalex.org/I2800842121"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed S. Zamzam","raw_affiliation_strings":["National Renewable Energy Laboratory"],"affiliations":[{"raw_affiliation_string":"National Renewable Energy Laboratory","institution_ids":["https://openalex.org/I1297288678"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5000527374"],"corresponding_institution_ids":["https://openalex.org/I1297288678"],"apc_list":null,"apc_paid":null,"fwci":2.124,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.87189757,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"565","last_page":"570"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8558081388473511},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7844761610031128},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7269487380981445},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6118475198745728},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5630248785018921},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.54339998960495},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5345078706741333},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.36468762159347534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3201156258583069},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1637572944164276}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8558081388473511},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7844761610031128},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7269487380981445},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6118475198745728},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5630248785018921},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.54339998960495},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5345078706741333},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36468762159347534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3201156258583069},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1637572944164276},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3538637.3539616","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3538637.3539616","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1887562","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1887562","pdf_url":"https://www.osti.gov/servlets/purl/1887562","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1887562","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1887562","pdf_url":"https://www.osti.gov/servlets/purl/1887562","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7599999904632568,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1042595639","display_name":null,"funder_award_id":"DE-AC36-08GO283","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1111682286","display_name":null,"funder_award_id":"E-AC36-08GO28308","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G1554626710","display_name":null,"funder_award_id":"DE-AC36-08GO28308","funder_id":"https://openalex.org/F4320337547","funder_display_name":"Laboratory Directed Research and Development"},{"id":"https://openalex.org/G1753948535","display_name":null,"funder_award_id":"AC36-08GO28308","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3304313173","display_name":null,"funder_award_id":"DE-AC36-08","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G3638568612","display_name":null,"funder_award_id":"DE-AC36-08GO2830","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4415378169","display_name":null,"funder_award_id":"LDRD-AUMC","funder_id":"https://openalex.org/F4320338290","funder_display_name":"National Renewable Energy Laboratory"},{"id":"https://openalex.org/G4785159920","display_name":null,"funder_award_id":"AC36-08GO28308","funder_id":"https://openalex.org/F4320338290","funder_display_name":"National Renewable Energy Laboratory"},{"id":"https://openalex.org/G5604056113","display_name":null,"funder_award_id":"DE-AC36-08GO2830","funder_id":"https://openalex.org/F4320338290","funder_display_name":"National Renewable Energy Laboratory"},{"id":"https://openalex.org/G5698664717","display_name":null,"funder_award_id":"Contract No.  DE-AC36-08GO28308","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6005700546","display_name":null,"funder_award_id":"-AC36-08GO28308","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6685322839","display_name":null,"funder_award_id":"36-08GO28308","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G6813200435","display_name":null,"funder_award_id":"DE-AC36-08","funder_id":"https://openalex.org/F4320338290","funder_display_name":"National Renewable Energy Laboratory"},{"id":"https://openalex.org/G7021897321","display_name":null,"funder_award_id":"08GO28308","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G7340972926","display_name":null,"funder_award_id":"other","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8846609399","display_name":null,"funder_award_id":"DE-AC36-08GO28308","funder_id":"https://openalex.org/F4320338290","funder_display_name":"National Renewable Energy Laboratory"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320337547","display_name":"Laboratory Directed Research and Development","ror":"https://ror.org/01e41cf67"},{"id":"https://openalex.org/F4320338290","display_name":"National Renewable Energy Laboratory","ror":"https://ror.org/036266993"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283270478.pdf","grobid_xml":"https://content.openalex.org/works/W4283270478.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2108152153","https://openalex.org/W2145339207","https://openalex.org/W2510027740","https://openalex.org/W2757615817","https://openalex.org/W2780624097","https://openalex.org/W2883076328","https://openalex.org/W2962980800","https://openalex.org/W2972852318","https://openalex.org/W2982316857","https://openalex.org/W2982984621","https://openalex.org/W2991859550","https://openalex.org/W3132337045","https://openalex.org/W3189694631"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"We":[0],"present":[1,88],"the":[2,51,56,125],"PowerGridworld":[3,76],"open":[4],"source":[5],"software":[6],"package":[7],"to":[8,70,78],"provide":[9],"users":[10],"with":[11,27],"a":[12],"lightweight,":[13],"modular,":[14],"and":[15,49,74,92,106],"customizable":[16],"framework":[17],"for":[18,31,39],"creating":[19],"power-systems-focused,":[20],"multi-agent":[21,41,100],"Gym":[22],"environments":[23,52],"that":[24],"readily":[25],"integrate":[26],"existing":[28],"training":[29,40],"frameworks":[30,37],"reinforcement":[32],"learning":[33,94],"(RL).":[34],"Although":[35],"many":[36],"exist":[38],"RL":[42],"(MARL)":[43],"policies,":[44],"none":[45],"can":[46],"rapidly":[47],"prototype":[48],"develop":[50],"themselves,":[53],"especially":[54],"in":[55],"context":[57],"of":[58,120,124,135],"heterogeneous":[59],"(composite,":[60],"multi-device)":[61],"power":[62,65,126],"systems":[63],"where":[64],"flow":[66,127],"solutions":[67],"are":[68],"required":[69],"define":[71],"grid-level":[72],"variables":[73],"costs.":[75],"helps":[77],"fill":[79],"this":[80],"gap.":[81],"To":[82],"highlight":[83],"PowerGridworld's":[84],"key":[85],"features,":[86],"we":[87],"two":[89],"case":[90],"studies":[91],"demonstrate":[93],"MARL":[95],"policies":[96],"using":[97],"both":[98,114],"OpenAI's":[99],"deep":[101],"deterministic":[102],"policy":[103,109],"gradient":[104],"(MADDPG)":[105],"RL-Lib's":[107],"proximal":[108],"optimization":[110],"(PPO)":[111],"algorithms.":[112],"In":[113],"cases,":[115],"at":[116,129],"least":[117],"some":[118],"subset":[119],"agents":[121],"incorporates":[122],"elements":[123],"solution":[128],"each":[130],"time":[131],"step":[132],"as":[133],"part":[134],"their":[136],"reward":[137],"(negative":[138],"cost)":[139],"structures.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2022-06-23T00:00:00"}