{"id":"https://openalex.org/W4285184150","doi":"https://doi.org/10.1109/access.2022.3174625","title":"Efficient Load Frequency Control of Renewable Integrated Power System: A Twin Delayed DDPG-Based Deep Reinforcement Learning Approach","display_name":"Efficient Load Frequency Control of Renewable Integrated Power System: A Twin Delayed DDPG-Based Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285184150","doi":"https://doi.org/10.1109/access.2022.3174625"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3174625","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3174625","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09773098.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09773098.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011429171","display_name":"Junaid Khalid","orcid":"https://orcid.org/0000-0003-4830-0507"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Junaid Khalid","raw_affiliation_strings":["Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah, Saudi Arabia","Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah 21589, Saudi Arabia and"],"raw_orcid":"https://orcid.org/0000-0003-4830-0507","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah 21589, Saudi Arabia and","institution_ids":["https://openalex.org/I185163786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050188706","display_name":"Makbul A.M. Ramli","orcid":"https://orcid.org/0000-0002-5281-0377"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Makbul A.M. Ramli","raw_affiliation_strings":["Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah, Saudi Arabia","Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah 21589, Saudi Arabia and Center of Research Excellence in Renewable Energy and Power Systems, King Abdulaziz University, Jeddah 21589, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-5281-0377","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah 21589, Saudi Arabia and Center of Research Excellence in Renewable Energy and Power Systems, King Abdulaziz University, Jeddah 21589, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012807158","display_name":"Muhammad Saud Khan","orcid":"https://orcid.org/0000-0001-6084-4107"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Muhammad Saud Khan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah, Saudi Arabia","Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah 21589, Saudi Arabia and"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah 21589, Saudi Arabia and","institution_ids":["https://openalex.org/I185163786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085634755","display_name":"Taufal Hidayat","orcid":"https://orcid.org/0000-0003-0193-2929"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Taufal Hidayat","raw_affiliation_strings":["Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah, Saudi Arabia","Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah 21589, Saudi Arabia and"],"raw_orcid":"https://orcid.org/0000-0003-0193-2929","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, King Abdulaziz University, Jeddah 21589, Saudi Arabia and","institution_ids":["https://openalex.org/I185163786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5011429171"],"corresponding_institution_ids":["https://openalex.org/I185163786"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.6818,"has_fulltext":true,"cited_by_count":104,"citation_normalized_percentile":{"value":0.98573917,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"51561","last_page":"51574"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11102","display_name":"HVDC Systems and Fault Protection","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8662616014480591},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7227680683135986},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7198917865753174},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6720834970474243},{"id":"https://openalex.org/keywords/automatic-frequency-control","display_name":"Automatic frequency control","score":0.5993841290473938},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.5917266607284546},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.5152816772460938},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5009856224060059},{"id":"https://openalex.org/keywords/automatic-generation-control","display_name":"Automatic Generation Control","score":0.4366476237773895},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3634800910949707},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.274233877658844},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.18495911359786987},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17828357219696045},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15724053978919983},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0905856192111969},{"id":"https://openalex.org/keywords/temperature-control","display_name":"Temperature control","score":0.078489750623703}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8662616014480591},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7227680683135986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7198917865753174},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6720834970474243},{"id":"https://openalex.org/C25915539","wikidata":"https://www.wikidata.org/wiki/Q220786","display_name":"Automatic frequency control","level":2,"score":0.5993841290473938},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.5917266607284546},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.5152816772460938},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5009856224060059},{"id":"https://openalex.org/C2778763806","wikidata":"https://www.wikidata.org/wiki/Q4826572","display_name":"Automatic Generation Control","level":4,"score":0.4366476237773895},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3634800910949707},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.274233877658844},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.18495911359786987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17828357219696045},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15724053978919983},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0905856192111969},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.078489750623703},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3174625","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3174625","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09773098.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1bed07accfaf4e23832c4df41b835994","is_oa":true,"landing_page_url":"https://doaj.org/article/1bed07accfaf4e23832c4df41b835994","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 51561-51574 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3174625","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3174625","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09773098.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2595905400","display_name":null,"funder_award_id":"IFPRC-190-135-2020","funder_id":"https://openalex.org/F4320322322","funder_display_name":"King Abdulaziz University"}],"funders":[{"id":"https://openalex.org/F4320322322","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285184150.pdf","grobid_xml":"https://content.openalex.org/works/W4285184150.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1968764102","https://openalex.org/W2019653922","https://openalex.org/W2024863719","https://openalex.org/W2048584272","https://openalex.org/W2050714649","https://openalex.org/W2055754653","https://openalex.org/W2097075435","https://openalex.org/W2099090487","https://openalex.org/W2103294258","https://openalex.org/W2146689117","https://openalex.org/W2166580176","https://openalex.org/W2171106956","https://openalex.org/W2313578468","https://openalex.org/W2326833347","https://openalex.org/W2346663957","https://openalex.org/W2588899480","https://openalex.org/W2748609964","https://openalex.org/W2767509534","https://openalex.org/W2808381179","https://openalex.org/W2893566058","https://openalex.org/W2900631756","https://openalex.org/W2901621510","https://openalex.org/W2908261578","https://openalex.org/W2920355041","https://openalex.org/W2922181170","https://openalex.org/W2963864421","https://openalex.org/W2979982637","https://openalex.org/W3033672499","https://openalex.org/W3035856867","https://openalex.org/W3046908235","https://openalex.org/W3122708293","https://openalex.org/W3167055393","https://openalex.org/W4200138267","https://openalex.org/W4211171425","https://openalex.org/W4234705434","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W3135954305","https://openalex.org/W2104973077","https://openalex.org/W2331465608","https://openalex.org/W1973248937","https://openalex.org/W2362819233","https://openalex.org/W4312928176","https://openalex.org/W2004081218","https://openalex.org/W2907973261","https://openalex.org/W4389401283","https://openalex.org/W1895825885"],"abstract_inverted_index":{"Power":[0],"systems":[1],"have":[2],"been":[3],"evolving":[4],"dynamically":[5],"due":[6],"to":[7,21,110,122,144,168,198],"the":[8,23,61,64,79,124,129,138,146,170,191,194,203],"integration":[9],"of":[10,41,63,158,193],"renewable":[11,53],"energy":[12,54],"sources,":[13,55],"making":[14],"it":[15,208],"more":[16,72],"challenging":[17],"for":[18,70,128],"power":[19,27,43,66],"grids":[20],"control":[22,40,141,160],"frequency":[24,39,149],"and":[25,58,134,150,205],"tie-line":[26,151],"variations.":[28,217],"In":[29],"this":[30,32],"context,":[31],"paper":[33],"proposes":[34],"an":[35,85],"efficient":[36],"automatic":[37],"load":[38],"hybrid":[42],"system":[44,67],"based":[45,94],"on":[46],"deep":[47,89,116],"reinforcement":[48,95,117],"learning.":[49],"By":[50],"incorporating":[51],"intermittent":[52],"variable":[56],"loads":[57],"electric":[59],"vehicles,":[60],"complexity":[62],"interconnected":[65,132],"is":[68,105,162,176],"escalated":[69],"a":[71,100,165],"realistic":[73],"approach.":[74],"The":[75,153,173,187],"proposed":[76,174,195],"method":[77],"tunes":[78],"proportional-integral-derivative":[80],"(PID)":[81],"controller":[82,126,171],"parameters":[83],"using":[84],"improved":[86],"twin":[87],"delayed":[88],"deterministic":[90],"policy":[91],"gradient":[92],"(TD3)":[93],"learning":[96,118],"(RL)":[97],"agent,":[98],"where":[99],"non-negative":[101],"fully":[102],"connected":[103],"layer":[104],"added":[106],"with":[107,183,212],"absolute":[108,155],"function":[109,167],"avoid":[111],"negative":[112],"gain":[113],"values.":[114],"Multi":[115],"agents":[119],"are":[120],"trained":[121],"obtain":[123],"optimal":[125],"gains":[127],"given":[130],"two-area":[131],"system,":[133],"each":[135],"agent":[136],"uses":[137],"local":[139],"area":[140,159],"error":[142,156,161],"information":[143],"minimize":[145],"deviations":[147],"in":[148,202],"power.":[152],"integral":[154],"(IAE)":[157],"used":[163],"as":[164],"reward":[166],"derive":[169],"gains.":[172],"approach":[175,196],"tested":[177],"under":[178],"random":[179],"load-generation":[180,216],"disturbances":[181],"along":[182],"nonlinear":[184],"generation":[185],"behaviors.":[186],"simulation":[188],"results":[189],"demonstrate":[190],"superiority":[192],"compared":[197],"other":[199],"techniques":[200],"presented":[201],"literature":[204],"show":[206],"that":[207],"can":[209],"effectively":[210],"cope":[211],"nonlinearities":[213],"caused":[214],"by":[215]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":5}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}