{"id":"https://openalex.org/W7225396152","doi":"https://doi.org/10.1016/j.egyr.2026.109850","title":"Hierarchical deep reinforcement learning for resilient de-icing in power-traffic coupled distribution networks","display_name":"Hierarchical deep reinforcement learning for resilient de-icing in power-traffic coupled distribution networks","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225396152","doi":"https://doi.org/10.1016/j.egyr.2026.109850"},"language":"en","primary_location":{"id":"doi:10.1016/j.egyr.2026.109850","doi":"https://doi.org/10.1016/j.egyr.2026.109850","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.egyr.2026.109850","pdf_url":"https://www.sciencedirect.com/science/article/pii/S235248472600819X/pdf","source":{"id":"https://openalex.org/S2898434319","display_name":"Energy Reports","issn_l":"2352-4847","issn":["2352-4847"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","norway-1","oarl","poland-100","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy Reports","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.sciencedirect.com/science/article/pii/S235248472600819X/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100690317","display_name":"Yuan Li","orcid":"https://orcid.org/0000-0003-1760-1745","observed_orcids":["https://orcid.org/0000-0003-1760-1745"]},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuan Li","raw_affiliation_strings":["Nari Technology Co., Ltd., Nanjing, Jiangsu, 211106, China","Shaanxi Key Laboratory of Smart Grid, School of Electrical Engineering, Xi\u2019an Jiaotong University, 710049 Xi\u2019an, China","State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, 211106, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nari Technology Co., Ltd., Nanjing, Jiangsu, 211106, China","institution_ids":["https://openalex.org/I4210118629"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Smart Grid, School of Electrical Engineering, Xi\u2019an Jiaotong University, 710049 Xi\u2019an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, 211106, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101922976","display_name":"Tao Zheng","orcid":"https://orcid.org/0000-0001-6655-7037","observed_orcids":["https://orcid.org/0000-0001-6655-7037"]},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Zheng","raw_affiliation_strings":["Nari Technology Co., Ltd., Nanjing, Jiangsu, 211106, China","State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, 211106, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nari Technology Co., Ltd., Nanjing, Jiangsu, 211106, China","institution_ids":["https://openalex.org/I4210118629"]},{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, 211106, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100527397","display_name":"Shu Zheng","orcid":"https://orcid.org/0009-0004-5951-0387","observed_orcids":["https://orcid.org/0009-0004-5951-0387"]},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Zheng","raw_affiliation_strings":["Nari Technology Co., Ltd., Nanjing, Jiangsu, 211106, China","State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, 211106, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nari Technology Co., Ltd., Nanjing, Jiangsu, 211106, China","institution_ids":["https://openalex.org/I4210118629"]},{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, 211106, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161113981","display_name":"Jingtao Zhao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingtao Zhao","raw_affiliation_strings":["Nari Technology Co., Ltd., Nanjing, Jiangsu, 211106, China","State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, 211106, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nari Technology Co., Ltd., Nanjing, Jiangsu, 211106, China","institution_ids":["https://openalex.org/I4210118629"]},{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, 211106, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048969244","display_name":"Yonghua Chen","orcid":"https://orcid.org/0000-0001-8485-0755","observed_orcids":["https://orcid.org/0000-0001-8485-0755"]},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghua Chen","raw_affiliation_strings":["Nari Technology Co., Ltd., Nanjing, Jiangsu, 211106, China","State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, 211106, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nari Technology Co., Ltd., Nanjing, Jiangsu, 211106, China","institution_ids":["https://openalex.org/I4210118629"]},{"raw_affiliation_string":"State Key Laboratory of Technology and Equipment for Defense against Power System Operational Risks, Nanjing, Jiangsu, 211106, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100690317"],"corresponding_institution_ids":["https://openalex.org/I4210118629","https://openalex.org/I87445476"],"apc_list":{"value":3040,"currency":"USD","value_usd":3040},"apc_paid":{"value":3040,"currency":"USD","value_usd":3040},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":null,"first_page":"109850","last_page":"109850"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.8779000043869019,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.8779000043869019,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12451","display_name":"Smart Grid and Power Systems","score":0.02280000038444996,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12696","display_name":"Icing and De-icing Technologies","score":0.015699999406933784,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distribution-system-resilience","display_name":"distribution network resilience","score":0.8190000057220459},{"id":"https://openalex.org/keywords/soft-open-points","display_name":"soft open points","score":0.9169999957084656},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.859000027179718},{"id":"https://openalex.org/keywords/goal-conditioned-reinforcement-learning","display_name":"goal-conditioned reinforcement learning","score":0.8740000128746033},{"id":"https://openalex.org/keywords/bi-level-optimization","display_name":"bi-level optimization","score":0.9100000262260437},{"id":"https://openalex.org/keywords/traffic-routing","display_name":"traffic routing","score":0.7039999961853027},{"id":"https://openalex.org/keywords/power-flow-control","display_name":"power flow control","score":0.9139999747276306},{"id":"https://openalex.org/keywords/cascading-failures","display_name":"cascading failures","score":0.8619999885559082},{"id":"https://openalex.org/keywords/smart-grid","display_name":"smart grid","score":0.5059999823570251}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.855400025844574},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7448999881744385},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5953999757766724},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5740000009536743},{"id":"https://openalex.org/C119323957","wikidata":"https://www.wikidata.org/wiki/Q5048226","display_name":"Cascading failure","level":4,"score":0.5583000183105469},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5493000149726868},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5113999843597412},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.47369998693466187},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.45809999108314514},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4016999900341034},{"id":"https://openalex.org/C2983254600","wikidata":"https://www.wikidata.org/wiki/Q1096907","display_name":"Power grid","level":3,"score":0.3573000133037567},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.3264000117778778},{"id":"https://openalex.org/C40293303","wikidata":"https://www.wikidata.org/wiki/Q27137","display_name":"Electric power","level":3,"score":0.3100999891757965},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2897000014781952},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C64900535","wikidata":"https://www.wikidata.org/wiki/Q5753111","display_name":"Hierarchical network model","level":3,"score":0.26989999413490295},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.2630999982357025},{"id":"https://openalex.org/C34947359","wikidata":"https://www.wikidata.org/wiki/Q665189","display_name":"Complex network","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.egyr.2026.109850","doi":"https://doi.org/10.1016/j.egyr.2026.109850","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.egyr.2026.109850","pdf_url":"https://www.sciencedirect.com/science/article/pii/S235248472600819X/pdf","source":{"id":"https://openalex.org/S2898434319","display_name":"Energy Reports","issn_l":"2352-4847","issn":["2352-4847"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","norway-1","oarl","poland-100","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy Reports","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:87aa1b227ef0410481c257441c64a438","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/87aa1b227ef0410481c257441c64a438","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Energy Reports, Vol 16, Iss , Pp 109850- (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.egyr.2026.109850","doi":"https://doi.org/10.1016/j.egyr.2026.109850","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.egyr.2026.109850","pdf_url":"https://www.sciencedirect.com/science/article/pii/S235248472600819X/pdf","source":{"id":"https://openalex.org/S2898434319","display_name":"Energy Reports","issn_l":"2352-4847","issn":["2352-4847"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","jufo-1","norway-1","oarl","poland-100","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energy Reports","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8970999717712402,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"},{"score":0.75,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5052246574","display_name":null,"funder_award_id":"2025ZD0806000","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"}],"funders":[{"id":"https://openalex.org/F4320326707","display_name":"State Grid Corporation of China","ror":"https://ror.org/05twwhs70"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225396152.pdf","grobid_xml":"https://content.openalex.org/works/W7225396152.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2503431744","https://openalex.org/W2587190936","https://openalex.org/W3035268023","https://openalex.org/W3048498064","https://openalex.org/W3093535605","https://openalex.org/W3110719419","https://openalex.org/W3111854493","https://openalex.org/W3171047448","https://openalex.org/W3197508360","https://openalex.org/W4211175495","https://openalex.org/W4214759040","https://openalex.org/W4220853099","https://openalex.org/W4225829055","https://openalex.org/W4226096581","https://openalex.org/W4308289354","https://openalex.org/W4311833444","https://openalex.org/W4312276691","https://openalex.org/W4320015781","https://openalex.org/W4321021628","https://openalex.org/W4365790530","https://openalex.org/W4391991798","https://openalex.org/W4399726676","https://openalex.org/W4406884256","https://openalex.org/W4411949893","https://openalex.org/W4414322096","https://openalex.org/W7141922861"],"related_works":["https://openalex.org/W4388481642","https://openalex.org/W7154118632","https://openalex.org/W3110719419","https://openalex.org/W3120771501","https://openalex.org/W3171039560","https://openalex.org/W4412936066","https://openalex.org/W7128423203","https://openalex.org/W4407553562","https://openalex.org/W7223439985","https://openalex.org/W7160702022"],"abstract_inverted_index":{"Frequent":[0],"extreme":[1],"ice":[2],"storms":[3],"threaten":[4],"the":[5],"operational":[6],"resilience":[7],"of":[8],"modern":[9],"distribution":[10],"networks.":[11],"While":[12],"coordinating":[13],"Soft":[14],"Open":[15],"Points":[16],"(SOPs)":[17],"and":[18,35,53,99,119],"Mobile":[19],"De-icing":[20],"Devices":[21],"(MDIDs)":[22],"offers":[23],"a":[24,41,70,86,104],"flexible":[25],"spatiotemporal":[26],"de-icing":[27],"solution,":[28],"jointly":[29],"optimizing":[30],"MDID":[31,83],"traffic":[32,126],"routing":[33],"(discrete)":[34],"SOP":[36,92],"power":[37,93],"control":[38],"(continuous)":[39],"constitutes":[40],"complex":[42],"bi-level":[43],"problem.":[44],"Traditional":[45],"heuristics":[46],"suffer":[47],"from":[48],"unacceptable":[49],"online":[50],"computational":[51],"delays,":[52],"standard":[54],"single-agent":[55],"reinforcement":[56],"learning":[57],"struggles":[58],"with":[59],"gradient":[60],"conflicts":[61],"in":[62],"mixed-action":[63],"spaces.":[64],"To":[65],"address":[66],"this,":[67],"we":[68],"propose":[69],"novel":[71],"Goal-Conditioned":[72],"Hierarchical":[73],"Reinforcement":[74],"Learning":[75],"(HRL)":[76],"framework.":[77],"A":[78],"Manager":[79],"agent":[80,88],"optimizes":[81],"macroscopic":[82],"routing,":[84],"while":[85],"Worker":[87],"simultaneously":[89],"regulates":[90],"high-frequency":[91],"flows":[94],"to":[95],"prevent":[96],"cascading":[97],"failures":[98],"electrical":[100],"over-limits.":[101],"Simulations":[102],"on":[103],"114-bus":[105],"power-traffic":[106],"coupled":[107],"network":[108],"demonstrate":[109],"that":[110],"HRL":[111],"guarantees":[112],"stable":[113],"convergence,":[114],"achieves":[115],"millisecond-level":[116],"real-time":[117],"execution,":[118],"exhibits":[120],"exceptional":[121],"dynamic":[122],"robustness":[123],"against":[124],"sudden":[125],"disturbances,":[127],"significantly":[128],"enhancing":[129],"smart":[130],"grid":[131],"resilience.":[132]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-11-07T00:00:00"}