{"id":"https://openalex.org/W4287883046","doi":"https://doi.org/10.1109/isie51582.2022.9831703","title":"Power Delivery Capability Improvement of Voltage Source Converters in Weak Power Grid Using Deep Reinforcement Learning with Continuous Action","display_name":"Power Delivery Capability Improvement of Voltage Source Converters in Weak Power Grid Using Deep Reinforcement Learning with Continuous Action","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4287883046","doi":"https://doi.org/10.1109/isie51582.2022.9831703"},"language":"en","primary_location":{"id":"doi:10.1109/isie51582.2022.9831703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isie51582.2022.9831703","pdf_url":null,"source":{"id":"https://openalex.org/S4363605663","display_name":"2022 IEEE 31st International Symposium on Industrial Electronics (ISIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 31st International Symposium on Industrial Electronics (ISIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048023730","display_name":"Osarodion E. Egbomwan","orcid":"https://orcid.org/0000-0001-8086-5554"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Osarodion E. Egbomwan","raw_affiliation_strings":["Carleton University,Department of Electronics,Ottawa,Ontario,Canada","Department of Electronics, Carleton University, Ottawa, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Carleton University,Department of Electronics,Ottawa,Ontario,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Electronics, Carleton University, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074897163","display_name":"Hicham Chaoui","orcid":"https://orcid.org/0000-0001-8728-3653"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hicham Chaoui","raw_affiliation_strings":["Carleton University,Department of Electronics,Ottawa,Ontario,Canada","Department of Electronics, Carleton University, Ottawa, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Carleton University,Department of Electronics,Ottawa,Ontario,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Electronics, Carleton University, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100682515","display_name":"Shichao Liu","orcid":"https://orcid.org/0000-0002-3163-161X"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shichao Liu","raw_affiliation_strings":["Carleton University,Department of Electronics,Ottawa,Ontario,Canada","Department of Electronics, Carleton University, Ottawa, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Carleton University,Department of Electronics,Ottawa,Ontario,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Department of Electronics, Carleton University, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5048023730"],"corresponding_institution_ids":["https://openalex.org/I67031392"],"apc_list":null,"apc_paid":null,"fwci":1.7723,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.84661274,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"412","last_page":"417"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10228","display_name":"Multilevel Inverters and Converters","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6743581891059875},{"id":"https://openalex.org/keywords/phase-locked-loop","display_name":"Phase-locked loop","score":0.662093997001648},{"id":"https://openalex.org/keywords/voltage-source","display_name":"Voltage source","score":0.587912380695343},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5083126425743103},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.47474509477615356},{"id":"https://openalex.org/keywords/converters","display_name":"Converters","score":0.4728289544582367},{"id":"https://openalex.org/keywords/ac-power","display_name":"AC power","score":0.4389744997024536},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4359106719493866},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.31819504499435425},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.274941086769104},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.2706822156906128},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.15933847427368164},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07794049382209778},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.06128951907157898}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6743581891059875},{"id":"https://openalex.org/C12707504","wikidata":"https://www.wikidata.org/wiki/Q52637","display_name":"Phase-locked loop","level":3,"score":0.662093997001648},{"id":"https://openalex.org/C144655898","wikidata":"https://www.wikidata.org/wiki/Q1161128","display_name":"Voltage source","level":3,"score":0.587912380695343},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5083126425743103},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.47474509477615356},{"id":"https://openalex.org/C2778422915","wikidata":"https://www.wikidata.org/wiki/Q10302051","display_name":"Converters","level":3,"score":0.4728289544582367},{"id":"https://openalex.org/C108755667","wikidata":"https://www.wikidata.org/wiki/Q1930258","display_name":"AC power","level":3,"score":0.4389744997024536},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4359106719493866},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31819504499435425},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.274941086769104},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.2706822156906128},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.15933847427368164},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07794049382209778},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.06128951907157898},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isie51582.2022.9831703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isie51582.2022.9831703","pdf_url":null,"source":{"id":"https://openalex.org/S4363605663","display_name":"2022 IEEE 31st International Symposium on Industrial Electronics (ISIE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 31st International Symposium on Industrial Electronics (ISIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8799999952316284,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1986000819","https://openalex.org/W2001280716","https://openalex.org/W2292974228","https://openalex.org/W2330937193","https://openalex.org/W2345147442","https://openalex.org/W2517271236","https://openalex.org/W2548311212","https://openalex.org/W2597915065","https://openalex.org/W2735324707","https://openalex.org/W2744900119","https://openalex.org/W2747381363","https://openalex.org/W2787215628","https://openalex.org/W2801323332","https://openalex.org/W2891003233","https://openalex.org/W2896180559","https://openalex.org/W2902819170","https://openalex.org/W2904629368","https://openalex.org/W2906487746","https://openalex.org/W2908969908","https://openalex.org/W2943894936","https://openalex.org/W2966034012","https://openalex.org/W2973001117","https://openalex.org/W2987881721","https://openalex.org/W3003661189","https://openalex.org/W3011668438","https://openalex.org/W3015410101","https://openalex.org/W3021435651","https://openalex.org/W3080768274","https://openalex.org/W3108288031","https://openalex.org/W3126981000","https://openalex.org/W3190079665","https://openalex.org/W3212537746","https://openalex.org/W6695007588","https://openalex.org/W6804424613"],"related_works":["https://openalex.org/W1576949837","https://openalex.org/W4360861688","https://openalex.org/W3134930219","https://openalex.org/W631083485","https://openalex.org/W984417604","https://openalex.org/W2967785526","https://openalex.org/W2908000842","https://openalex.org/W2065391525","https://openalex.org/W3215019463","https://openalex.org/W2384397176"],"abstract_inverted_index":{"Voltage":[0],"source":[1],"converters":[2],"(VSCs)":[3],"are":[4,25],"widely":[5],"used":[6],"in":[7,94,186],"integrating":[8],"renewable":[9,41],"energy":[10,16,42],"sources":[11,43],"(RESs),":[12],"electric":[13],"vehicles,":[14],"and":[15,61,151],"storage":[17],"systems":[18],"to":[19,45,82,100],"the":[20,70,73,76,86,92,104,108,117,147,152,155,161,164,174,180,203,208],"utility":[21],"grid.":[22],"Conventionally,":[23],"VSCs":[24],"controlled":[26],"using":[27],"decoupled":[28],"vector":[29,78,183],"technique":[30],"with":[31],"a":[32,46,101,130,143,193],"designed":[33],"proportional-integral":[34],"(PI)":[35],"controller.":[36],"However,":[37],"increasing":[38],"penetration":[39],"of":[40,72,75,91,103,146,154,163,173],"leads":[44],"weak":[47,95,123,200],"grid":[48,96,114,124,156,201],"condition":[49],"that":[50,197],"is":[51,98,138,149,169,177],"characterized":[52],"by":[53],"low":[54,59],"short":[55],"circuit":[56],"ratio":[57],"(SCR),":[58],"inertia,":[60],"poor":[62],"reactive":[63],"power":[64,88,121],"control.":[65,84],"Recent":[66],"studies":[67],"have":[68],"demonstrated":[69],"limitations":[71],"applicability":[74],"conventional":[77,181],"control-based":[79],"PI":[80],"method":[81,185],"VSC":[83,93,118,135,148,209],"Specifically,":[85],"active":[87],"transfer":[89,210],"capability":[90],"conditions":[97],"limited":[99],"portion":[102],"converter-rated":[105],"power.":[106,212],"Also,":[107],"phase":[109,165],"lock":[110,166],"loop":[111,167],"(PLL)":[112],"losses":[113],"synchronization":[115],"as":[116,158,160,207],"transfers":[119],"maximum":[120,211],"under":[122,198],"conditions.":[125],"To":[126],"mitigate":[127],"these":[128],"problems,":[129],"reinforcement":[131],"learning":[132],"(RL)":[133],"based":[134],"control":[136,184,191],"scheme":[137],"proposed.":[139],"In":[140],"this":[141],"paper,":[142],"small-signal":[144],"model":[145],"developed,":[150],"impact":[153],"strength":[157],"well":[159],"performance":[162,195],"(PLL),":[168],"investigated.":[170],"The":[171,189],"effectiveness":[172],"proposed":[175,190],"controller":[176],"compared":[178],"against":[179],"PI-based":[182],"MATLAB/Simulink":[187],"platform.":[188],"shows":[192],"better":[194],"such":[196],"very":[199],"conditions,":[202],"PLL":[204],"remains":[205],"stable":[206]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-25T21:42:39.735039","created_date":"2025-10-10T00:00:00"}