{"id":"https://openalex.org/W3164231205","doi":"https://doi.org/10.1109/access.2021.3083266","title":"Transmission Network Dynamic Planning Based on a Double Deep-Q Network With Deep ResNet","display_name":"Transmission Network Dynamic Planning Based on a Double Deep-Q Network With Deep ResNet","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3164231205","doi":"https://doi.org/10.1109/access.2021.3083266","mag":"3164231205"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3083266","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3083266","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09439918.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09439918.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047405220","display_name":"Yuhong Wang","orcid":"https://orcid.org/0000-0003-1156-1295"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhong Wang","raw_affiliation_strings":["College of Electrical Engineering, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037663704","display_name":"X. K. Zhou","orcid":"https://orcid.org/0000-0002-5055-9596"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Zhou","raw_affiliation_strings":["College of Electrical Engineering, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-5055-9596","affiliations":[{"raw_affiliation_string":"College of Electrical Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077506146","display_name":"Hong Zhou","orcid":"https://orcid.org/0000-0002-0741-7568"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Zhou","raw_affiliation_strings":["State Grid Southwest China Branch, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Southwest China Branch, Chengdu, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333587","display_name":"Lei Chen","orcid":"https://orcid.org/0000-0001-6560-5340"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":["College of Electrical Engineering, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041488867","display_name":"Zongsheng Zheng","orcid":"https://orcid.org/0000-0002-4198-5788"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongsheng Zheng","raw_affiliation_strings":["College of Electrical Engineering, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054082705","display_name":"Qi Zeng","orcid":"https://orcid.org/0000-0003-4882-5530"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zeng","raw_affiliation_strings":["College of Electrical Engineering, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066602930","display_name":"Shaorong Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaorong Cai","raw_affiliation_strings":["State Grid Southwest China Branch, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Southwest China Branch, Chengdu, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103460336","display_name":"Qing Wang","orcid":"https://orcid.org/0000-0002-9714-7185"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Wang","raw_affiliation_strings":["State Grid Southwest China Branch, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Southwest China Branch, Chengdu, China","institution_ids":["https://openalex.org/I17442442"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8772,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.83592167,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"76921","last_page":"76937"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11941","display_name":"Power System Reliability and Maintenance","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11941","display_name":"Power System Reliability and Maintenance","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6119365096092224},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5853983759880066},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.540759265422821},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5164890289306641},{"id":"https://openalex.org/keywords/residual-neural-network","display_name":"Residual neural network","score":0.45014694333076477},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.427107572555542},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4201018512248993},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34446820616722107},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.29280757904052734},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.11924707889556885},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11307361721992493}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6119365096092224},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5853983759880066},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.540759265422821},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5164890289306641},{"id":"https://openalex.org/C2944601119","wikidata":"https://www.wikidata.org/wiki/Q43744058","display_name":"Residual neural network","level":3,"score":0.45014694333076477},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.427107572555542},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4201018512248993},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34446820616722107},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29280757904052734},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.11924707889556885},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11307361721992493},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3083266","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3083266","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09439918.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:946accad81534555b7f3646a795c81d8","is_oa":true,"landing_page_url":"https://doaj.org/article/946accad81534555b7f3646a795c81d8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 76921-76937 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3083266","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3083266","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09439918.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3164231205.pdf","grobid_xml":"https://content.openalex.org/works/W3164231205.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W2056636551","https://openalex.org/W2060724320","https://openalex.org/W2082997335","https://openalex.org/W2090025556","https://openalex.org/W2096946446","https://openalex.org/W2104498276","https://openalex.org/W2115793066","https://openalex.org/W2127304392","https://openalex.org/W2134199543","https://openalex.org/W2155968351","https://openalex.org/W2372142082","https://openalex.org/W2414824450","https://openalex.org/W2557113801","https://openalex.org/W2613735285","https://openalex.org/W2621223016","https://openalex.org/W2767081217","https://openalex.org/W2791723688","https://openalex.org/W2795847046","https://openalex.org/W2804256238","https://openalex.org/W2819090824","https://openalex.org/W2883620608","https://openalex.org/W2884786816","https://openalex.org/W2898094156","https://openalex.org/W2905425576","https://openalex.org/W2907277777","https://openalex.org/W2908762496","https://openalex.org/W2940908842","https://openalex.org/W2942297290","https://openalex.org/W2946134050","https://openalex.org/W2969843682","https://openalex.org/W2970074159","https://openalex.org/W2982257169","https://openalex.org/W3004661969","https://openalex.org/W3005114248","https://openalex.org/W3016452180","https://openalex.org/W3021804754","https://openalex.org/W3023244519","https://openalex.org/W3082258199","https://openalex.org/W3114955552","https://openalex.org/W6672877716","https://openalex.org/W7045722066"],"related_works":["https://openalex.org/W2599472179","https://openalex.org/W4323057981","https://openalex.org/W3178607569","https://openalex.org/W4310870954","https://openalex.org/W4308408209","https://openalex.org/W3196952692","https://openalex.org/W3177025895","https://openalex.org/W4383503462","https://openalex.org/W3034026275","https://openalex.org/W4390187226"],"abstract_inverted_index":{"Based":[0],"on":[1,172,202,234],"a":[2,13,25,88,103],"Double":[3],"Deep-Q":[4],"Network":[5],"with":[6],"deep":[7],"ResNet":[8],"(DDQN-ResNet),":[9],"this":[10,85],"paper":[11,86],"proposes":[12],"novel":[14],"method":[15,92],"for":[16,186],"transmission":[17,36,124,145],"network":[18,37,125,137,146],"expansion":[19,134],"planning":[20,209,218],"(TNEP).":[21],"Since":[22],"TNEP":[23,98,105,164,167,182],"is":[24,111,120,148,169,184,199,219],"large":[26],"scale":[27,38],"and":[28,39,47,58,77,90,96,117,140,157,210,228],"mixed-integer":[29],"linear":[30],"programming":[31],"(MILP)":[32],"problem,":[33],"as":[34],"the":[35,40,44,63,67,71,114,123,133,136,141,151,158,163,166,173,179,181,192,207,212,223],"optimal":[41],"constraints":[42],"increase,":[43],"numerical":[45],"calculation":[46,57],"heuristic":[48,72],"learning-based":[49,73],"methods":[50,74],"suffer":[51],"from":[52,162],"heavy":[53],"computational":[54],"complexities":[55],"in":[56,107],"training.":[59,81],"Besides,":[60],"due":[61],"to":[62,93,112,121,190],"black":[64],"box":[65],"characteristic,":[66],"solution":[68],"processes":[69],"of":[70,195,230],"are":[75,232],"inexplicable":[76],"usually":[78],"require":[79],"repeated":[80],"By":[82,177],"using":[83],"DDQN-ResNet,":[84],"constructs":[87],"high-performance":[89],"flexible":[91],"solve":[94],"large-scale":[95],"complex-constrained":[97],"problem.":[99],"Firstly,":[100],"we":[101,205],"form":[102],"two-objective":[104],"model,":[106,165],"which":[108],"one":[109],"objective":[110,119],"minimize":[113],"comprehensive":[115,128],"cost,":[116,135,139],"another":[118],"maximize":[122],"reliability.":[126],"The":[127,144,216,226],"cost":[129],"takes":[130],"into":[131],"account":[132],"loss":[138],"maintenance":[142],"cost.":[143],"reliability":[147],"evaluated":[149],"by":[150,221],"expected":[152],"energy":[153],"not":[154],"served":[155],"(EENS)":[156],"electrical":[159],"betweenness.":[160],"Secondly,":[161],"task":[168],"constructed":[170],"based":[171,201],"Markov":[174],"decision":[175],"process.":[176,215],"abstracting":[178],"task,":[180],"environment":[183],"obtained":[185],"DDQN-ResNet.":[187,203],"In":[188],"addition,":[189],"identify":[191],"construction":[193],"value":[194],"lines,":[196],"an":[197],"agent":[198],"establish":[200],"Finally,":[204],"perform":[206],"static":[208],"visualize":[211],"reinforcement":[213],"learning":[214],"dynamic":[217],"realized":[220],"reusing":[222],"training":[224],"experience.":[225],"validity":[227],"flexibility":[229],"DDQN-ResNet":[231],"verified":[233],"RTS":[235],"24-bus":[236],"test":[237],"system.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}