{"id":"https://openalex.org/W4200270753","doi":"https://doi.org/10.1109/smartgridcomm51999.2021.9632332","title":"A World Model Based Reinforcement Learning Architecture for Autonomous Power System Control","display_name":"A World Model Based Reinforcement Learning Architecture for Autonomous Power System Control","publication_year":2021,"publication_date":"2021-10-25","ids":{"openalex":"https://openalex.org/W4200270753","doi":"https://doi.org/10.1109/smartgridcomm51999.2021.9632332"},"language":"en","primary_location":{"id":"doi:10.1109/smartgridcomm51999.2021.9632332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm51999.2021.9632332","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011674065","display_name":"Magnus Tarle","orcid":"https://orcid.org/0000-0002-3138-9915"},"institutions":[{"id":"https://openalex.org/I4210107938","display_name":"Hitachi (Sweden)","ror":"https://ror.org/01mmh4r39","country_code":"SE","type":"company","lineage":["https://openalex.org/I4210107938","https://openalex.org/I65143321"]},{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Magnus Tarle","raw_affiliation_strings":["Division Robotics Perception and Learning (RPL), Royal Institute of Technology (KTH), Stockholm, Sweden","Hitachi ABB Power Grids, Sweden"],"affiliations":[{"raw_affiliation_string":"Division Robotics Perception and Learning (RPL), Royal Institute of Technology (KTH), Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Hitachi ABB Power Grids, Sweden","institution_ids":["https://openalex.org/I4210107938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082269387","display_name":"M\u00e5rten Bj\u00f6rkman","orcid":null},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Marten Bjorkman","raw_affiliation_strings":["Division RPL at KTH, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Division RPL at KTH, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104017386","display_name":"Mats Larsson","orcid":"https://orcid.org/0000-0001-5423-2550"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mats Larsson","raw_affiliation_strings":["Hitachi ABB Power Grids, Switzerland"],"affiliations":[{"raw_affiliation_string":"Hitachi ABB Power Grids, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049280139","display_name":"Lars Nordstr\u00f6m","orcid":"https://orcid.org/0000-0003-3014-5609"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lars Nordstrom","raw_affiliation_strings":["Division Electric Power and Energy Systems at KTH, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Division Electric Power and Energy Systems at KTH, Stockholm, Sweden","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077135990","display_name":"Gunnar Ingestr\u00f6m","orcid":"https://orcid.org/0009-0000-1964-2458"},"institutions":[{"id":"https://openalex.org/I4210107938","display_name":"Hitachi (Sweden)","ror":"https://ror.org/01mmh4r39","country_code":"SE","type":"company","lineage":["https://openalex.org/I4210107938","https://openalex.org/I65143321"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Gunnar Ingestrom","raw_affiliation_strings":["Hitachi ABB Power Grids, Sweden"],"affiliations":[{"raw_affiliation_string":"Hitachi ABB Power Grids, Sweden","institution_ids":["https://openalex.org/I4210107938"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5011674065"],"corresponding_institution_ids":["https://openalex.org/I4210107938","https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":0.6867,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.70488032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"364","last_page":"370"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7500057816505432},{"id":"https://openalex.org/keywords/cmb-cold-spot","display_name":"CMB cold spot","score":0.7201138734817505},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6048815250396729},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.5646276473999023},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5402644872665405},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.44062840938568115},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.41193053126335144},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3651522099971771},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3203813433647156},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3203032612800598},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2635461091995239},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23897713422775269},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08394458889961243},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07258886098861694}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7500057816505432},{"id":"https://openalex.org/C87485669","wikidata":"https://www.wikidata.org/wiki/Q2307936","display_name":"CMB cold spot","level":4,"score":0.7201138734817505},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6048815250396729},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.5646276473999023},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5402644872665405},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.44062840938568115},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.41193053126335144},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3651522099971771},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3203813433647156},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3203032612800598},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2635461091995239},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23897713422775269},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08394458889961243},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07258886098861694},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C207297109","wikidata":"https://www.wikidata.org/wiki/Q15605","display_name":"Cosmic microwave background","level":3,"score":0.0},{"id":"https://openalex.org/C85725439","wikidata":"https://www.wikidata.org/wiki/Q466686","display_name":"Anisotropy","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smartgridcomm51999.2021.9632332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm51999.2021.9632332","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G4604516615","display_name":null,"funder_award_id":"19-0058","funder_id":"https://openalex.org/F4320320940","funder_display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning"}],"funders":[{"id":"https://openalex.org/F4320320940","display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning","ror":"https://ror.org/044wr7g58"},{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1810943226","https://openalex.org/W1845972764","https://openalex.org/W1990037707","https://openalex.org/W2112036188","https://openalex.org/W2131858983","https://openalex.org/W2145339207","https://openalex.org/W2157331557","https://openalex.org/W2591980212","https://openalex.org/W2757615817","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2890208753","https://openalex.org/W2904453761","https://openalex.org/W2948162129","https://openalex.org/W2951670304","https://openalex.org/W2991859550","https://openalex.org/W2997572754","https://openalex.org/W3003497208","https://openalex.org/W3010882850","https://openalex.org/W3034940913","https://openalex.org/W3117323062","https://openalex.org/W3134652006","https://openalex.org/W4391602018","https://openalex.org/W6638273328","https://openalex.org/W6640963894","https://openalex.org/W6679408816","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6754184789","https://openalex.org/W6757469721","https://openalex.org/W6762017709","https://openalex.org/W6762983964","https://openalex.org/W6763918015","https://openalex.org/W6774574595","https://openalex.org/W6791742336"],"related_works":["https://openalex.org/W2077390939","https://openalex.org/W1630959980","https://openalex.org/W1968221360","https://openalex.org/W1983933552","https://openalex.org/W1990065633","https://openalex.org/W2950130697","https://openalex.org/W2033759968","https://openalex.org/W1981977196","https://openalex.org/W2045210744","https://openalex.org/W3124301880"],"abstract_inverted_index":{"Renewable":[0],"generation":[1],"is":[2,11,59,183,192,212,225],"leading":[3],"to":[4,22,63,121,135,138,174,194,201],"rapidly":[5],"shifting":[6],"power":[7,15,65,100],"flows":[8],"and":[9,44,87],"it":[10,238],"anticipated":[12],"that":[13,144,208,237],"traditional":[14],"system":[16,66,101,189],"control":[17,28,35,67,195],"may":[18],"soon":[19],"be":[20,38,96,133,162],"inadequate":[21],"cope":[23],"with":[24,141],"these":[25,69],"fluctuations.":[26],"Traditional":[27],"include":[29],"human-in-the-loop-control":[30],"schemes":[31],"while":[32,216],"more":[33,53],"autonomous":[34,99],"methods":[36],"can":[37,95,132],"categorized":[39],"into":[40],"Wide-Area":[41],"Monitoring,":[42],"Protection":[43],"Control":[45,115],"systems":[46],"(WAMPAC).":[47],"Within":[48],"this":[49,73],"latter":[50],"group":[51],"of":[52,92,124,197],"advanced":[54],"systems,":[55],"reinforcement":[56,81],"learning":[57,82],"(RL)":[58],"a":[60,78,118,151,186,222,233],"potential":[61],"candidate":[62],"facilitate":[64],"facing":[68],"new":[70],"challenges.":[71],"In":[72],"paper":[74],"we":[75],"demonstrate":[76],"how":[77],"model":[79,91],"based":[80],"(MBRL)":[83],"algorithm,":[84],"which":[85,169],"learns":[86],"uses":[88],"an":[89,158],"internal":[90],"the":[93,108,142,172,177],"world,":[94],"used":[97],"for":[98,111,147,230],"control.":[102],"The":[103,130],"proposed":[104],"RL":[105],"agent,":[106],"called":[107],"World":[109],"Model":[110],"Autonomous":[112],"Power":[113],"System":[114],"(WMAP),":[116],"includes":[117],"safety":[119],"shield":[120,131],"minimize":[122],"risk":[123],"poor":[125],"decisions":[126],"at":[127],"high":[128],"uncertainty.":[129],"configured":[134],"permit":[136],"WMAP":[137,145,160,191,215,228],"take":[139,175],"actions":[140],"condition":[143],"asks":[146,229],"guidance,":[148],"e.g.":[149],"from":[150],"human":[152],"operator,":[153],"when":[154,227],"in":[155,164,232],"doubt.":[156],"As":[157],"alternative,":[159],"could":[161],"run":[163],"full":[165],"decision":[166],"support":[167],"mode":[168],"would":[170],"require":[171],"operator":[173],"all":[176],"active":[178],"decisions.":[179],"A":[180],"case":[181],"study":[182],"performed":[184],"on":[185],"IEEE":[187],"14-bus":[188],"where":[190],"setup":[193],"setpoints":[196],"two":[198],"FACTS":[199],"devices":[200],"emulate":[202],"grid":[203,210],"stability":[204,211],"improvements.":[205],"Results":[206],"show":[207],"improved":[209],"achieved":[213],"using":[214],"staying":[217],"within":[218],"voltage":[219],"limits.":[220],"Furthermore,":[221],"disastrous":[223],"situation":[224],"avoided":[226],"help":[231],"test":[234],"scenario":[235],"event":[236],"had":[239],"not":[240],"been":[241],"trained":[242],"for.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}