{"id":"https://openalex.org/W4409560752","doi":"https://doi.org/10.1109/access.2025.3561807","title":"A Comparative Study Between Soft Actor-Critic (SAC) and Deep Deterministic Policy Gradient (DDPG) Algorithms for Solar PV MPPT Control Under Partial Shading Conditions","display_name":"A Comparative Study Between Soft Actor-Critic (SAC) and Deep Deterministic Policy Gradient (DDPG) Algorithms for Solar PV MPPT Control Under Partial Shading Conditions","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409560752","doi":"https://doi.org/10.1109/access.2025.3561807"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3561807","doi":"https://doi.org/10.1109/access.2025.3561807","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3561807","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3561807","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079031020","display_name":"Sampson E. Nwachukwu","orcid":"https://orcid.org/0000-0003-0101-516X","observed_orcids":["https://orcid.org/0000-0003-0101-516X"]},"institutions":[{"id":"https://openalex.org/I157614274","display_name":"University of Cape Town","ror":"https://ror.org/03p74gp79","country_code":"ZA","type":"education","lineage":["https://openalex.org/I157614274"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Sampson E. Nwachukwu","raw_affiliation_strings":["Department of Electrical Engineering, University of Cape Town, Cape Town, South Africa"],"raw_orcid":"https://orcid.org/0000-0003-0101-516X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Cape Town, Cape Town, South Africa","institution_ids":["https://openalex.org/I157614274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086764413","display_name":"Komla Agbenyo Folly","orcid":"https://orcid.org/0000-0001-8012-9098","observed_orcids":["https://orcid.org/0000-0001-8012-9098"]},"institutions":[{"id":"https://openalex.org/I157614274","display_name":"University of Cape Town","ror":"https://ror.org/03p74gp79","country_code":"ZA","type":"education","lineage":["https://openalex.org/I157614274"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Komla A. Folly","raw_affiliation_strings":["Department of Electrical Engineering, University of Cape Town, Cape Town, South Africa"],"raw_orcid":"https://orcid.org/0000-0001-8012-9098","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Cape Town, Cape Town, South Africa","institution_ids":["https://openalex.org/I157614274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001905541","display_name":"Kehinde Oladayo Awodele","orcid":"https://orcid.org/0000-0003-4109-5889","observed_orcids":["https://orcid.org/0000-0003-4109-5889"]},"institutions":[{"id":"https://openalex.org/I157614274","display_name":"University of Cape Town","ror":"https://ror.org/03p74gp79","country_code":"ZA","type":"education","lineage":["https://openalex.org/I157614274"]}],"countries":["ZA"],"is_corresponding":false,"raw_author_name":"Kehinde O. Awodele","raw_affiliation_strings":["Department of Electrical Engineering, University of Cape Town, Cape Town, South Africa"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Cape Town, Cape Town, South Africa","institution_ids":["https://openalex.org/I157614274"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157614274"],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":4.736,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.96416463,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"71738","last_page":"71754"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10468","display_name":"Photovoltaic System Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10468","display_name":"Photovoltaic System Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maximum-power-point-tracking","display_name":"maximum power point tracking","score":0.9089999794960022},{"id":"https://openalex.org/keywords/partial-shading","display_name":"partial shading","score":0.7070000171661377},{"id":"https://openalex.org/keywords/soft-actor-critic","display_name":"soft actor-critic","score":0.9559999704360962},{"id":"https://openalex.org/keywords/ddpg","display_name":"deep deterministic policy gradient","score":0.9990000128746033},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8629999756813049},{"id":"https://openalex.org/keywords/photovoltaic-systems","display_name":"photovoltaic systems","score":0.8769999742507935},{"id":"https://openalex.org/keywords/global-maximum-power-point","display_name":"global maximum power point","score":0.7590000033378601},{"id":"https://openalex.org/keywords/perturb-and-observe","display_name":"perturb and observe","score":0.7900000214576721},{"id":"https://openalex.org/keywords/boost-converter","display_name":"boost converter","score":0.6039999723434448},{"id":"https://openalex.org/keywords/power-system-oscillations","display_name":"power system oscillations","score":0.7269999980926514},{"id":"https://openalex.org/keywords/hyperparameter-sensitivity","display_name":"hyperparameter sensitivity","score":0.5870000123977661}],"concepts":[{"id":"https://openalex.org/C177515723","wikidata":"https://www.wikidata.org/wiki/Q1191981","display_name":"Shading","level":2,"score":0.84182208776474},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5378846526145935},{"id":"https://openalex.org/C36139824","wikidata":"https://www.wikidata.org/wiki/Q1052007","display_name":"Maximum power point tracking","level":4,"score":0.5213740468025208},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.47736597061157227},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.46399566531181335},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44937068223953247},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3895966708660126},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3612571358680725},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3010852336883545},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2182704508304596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19301363825798035},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.15834525227546692},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1434110403060913},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10242152214050293},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0742722749710083},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.0},{"id":"https://openalex.org/C11190779","wikidata":"https://www.wikidata.org/wiki/Q664575","display_name":"Inverter","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3561807","doi":"https://doi.org/10.1109/access.2025.3561807","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3561807","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bc35712c365f4141b617cb17ee0f76e1","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/bc35712c365f4141b617cb17ee0f76e1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 71738-71754 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3561807","doi":"https://doi.org/10.1109/access.2025.3561807","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3561807","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9853000044822693}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3548928351","display_name":null,"funder_award_id":"CPRR230512105150","funder_id":"https://openalex.org/F4320320678","funder_display_name":"National Kidney Foundation of South Africa"},{"id":"https://openalex.org/G6817131693","display_name":null,"funder_award_id":"CPRR230512105150","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320678","display_name":"National Kidney Foundation of South Africa","ror":"https://ror.org/0563hxx86"},{"id":"https://openalex.org/F4320328869","display_name":"Mastercard Foundation","ror":"https://ror.org/02qsb4r69"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1672157625","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2594299697","https://openalex.org/W2780933200","https://openalex.org/W2802445149","https://openalex.org/W2805575148","https://openalex.org/W2904246096","https://openalex.org/W2922498226","https://openalex.org/W2965397053","https://openalex.org/W2975238464","https://openalex.org/W2989732828","https://openalex.org/W2990064391","https://openalex.org/W3015872947","https://openalex.org/W3019123671","https://openalex.org/W3029651554","https://openalex.org/W3038671492","https://openalex.org/W3084478537","https://openalex.org/W3094728221","https://openalex.org/W3105693230","https://openalex.org/W3121085059","https://openalex.org/W3122656673","https://openalex.org/W3151095551","https://openalex.org/W3155732913","https://openalex.org/W3160080145","https://openalex.org/W3176314847","https://openalex.org/W3185164587","https://openalex.org/W3195143513","https://openalex.org/W3205502274","https://openalex.org/W3217372552","https://openalex.org/W4210505448","https://openalex.org/W4210598800","https://openalex.org/W4220932949","https://openalex.org/W4281654258","https://openalex.org/W4283397053","https://openalex.org/W4283745597","https://openalex.org/W4307571018","https://openalex.org/W4389151981","https://openalex.org/W4399168508"],"related_works":["https://openalex.org/W4409473706","https://openalex.org/W4385154952","https://openalex.org/W7162285398","https://openalex.org/W7167075882","https://openalex.org/W7166336210","https://openalex.org/W7127069211","https://openalex.org/W4226016510","https://openalex.org/W7140190129","https://openalex.org/W4389041429","https://openalex.org/W2802445149"],"abstract_inverted_index":{"The":[0],"use":[1],"of":[2,28,210,249,271],"photovoltaic":[3],"(PV)":[4],"arrays":[5],"in":[6,151,178,185,192,207,298,342],"smart":[7],"grid":[8],"systems":[9],"is":[10,38,333],"growing":[11],"due":[12,23,122],"to":[13,24,41,88,123,231,320,358],"the":[14,25,31,43,48,50,65,70,90,114,124,146,179,186,193,208,218,233,247,264,268,272,276,292,299,301,321,336,352,359],"increasing":[15],"energy":[16,45],"demand":[17],"and":[18,53,82,86,136,188,201,205,212,251,275,313,326,328,347,355],"greenhouse":[19],"gas":[20],"emissions.":[21],"However,":[22,121],"intermittent":[26],"nature":[27],"PV":[29,61,71,165,237,259,278,293,353],"arrays,":[30],"Maximum":[32],"Power":[33],"Point":[34],"Tracking":[35],"(MPPT)":[36],"algorithm":[37,304,338],"typically":[39],"employed":[40],"optimize":[42],"system\u2019s":[44,294],"production.":[46],"In":[47],"past,":[49],"conventional":[51,302],"perturb":[52],"observe":[54],"(P&O)":[55],"method":[56,67,235,323],"was":[57,288,305],"proposed":[58],"for":[59,162,236,258],"solar":[60,164,277],"MPPT":[62,166,220,238,260,265],"control.":[63,239,261],"While":[64],"P&O":[66,303,322],"can":[68],"estimate":[69],"maximum":[72,92,189],"power":[73,93,143,152,349],"under":[74,96,148,169,324],"uniform":[75],"irradiation,":[76],"it":[77,139],"often":[78,140],"exhibits":[79],"sluggish":[80],"tracking":[81,345],"unstable":[83,130],"steady-state":[84,142],"oscillations":[85,144,350],"fails":[87],"track":[89],"global":[91],"point":[94],"(GMPP)":[95],"partial":[97],"shading":[98],"conditions":[99],"(PSCs).":[100],"These":[101],"problems":[102,168],"have":[103],"been":[104,224],"addressed":[105],"using":[106],"deep":[107,115],"reinforcement":[108],"learning":[109],"(RL)":[110],"algorithms,":[111],"such":[112,128],"as":[113,129],"deterministic":[116],"policy":[117,191],"gradient":[118],"(DDPG)":[119],"algorithm.":[120],"DDPG\u2019s":[125],"intrinsic":[126],"drawbacks,":[127],"training,":[131],"Q-value":[132],"overestimation,":[133],"brittle":[134],"convergence,":[135],"hyperparameter":[137,256],"sensitivity,":[138],"produces":[141],"near":[145,351],"GMPP":[147,356],"PSCs,":[149,325],"resulting":[150],"loss.":[153],"This":[154,240],"paper":[155,241],"presents":[156],"a":[157,283],"soft":[158],"actor-critic":[159],"(SAC)":[160],"algorithm,":[161],"solving":[163],"control":[167,266],"PSCs.":[170],"Unlike":[171],"DDPG,":[172],"which":[173,196,290],"utilizes":[174,182],"only":[175],"one":[176],"Q-network":[177],"critic,":[180],"SAC":[181,312,337],"two":[183],"Q-networks":[184],"critic":[187],"entropy":[190],"reward":[194],"function,":[195],"guarantees":[197],"its":[198,203,216],"training":[199],"stability":[200],"improves":[202],"exploration":[204],"robustness":[206],"presence":[209],"\u201cestimation":[211],"model":[213,270,287],"errors\u201d.":[214],"Despite":[215],"potential,":[217],"SAC-based":[219],"approach":[221],"has":[222],"not":[223],"extensively":[225],"explored":[226],"or":[227],"compared":[228,319,357],"with":[229],"DDPG":[230,250,314,360],"determine":[232],"superior":[234,317,340],"provides":[242,339],"an":[243],"adequate":[244],"comparison":[245],"between":[246],"performances":[248],"SAC,":[252],"including":[253],"their":[254],"optimal":[255],"configurations,":[257],"To":[262],"solve":[263],"problem,":[267],"mathematical":[269],"boost":[273],"converter":[274],"system":[279],"were":[280],"developed.":[281],"Then,":[282],"Markov":[284],"Decision":[285],"Process":[286],"formulated,":[289],"represents":[291],"behavior.":[295],"For":[296],"completeness":[297],"comparison,":[300],"also":[306],"included.":[307],"Simulation":[308],"results":[309],"show":[310],"that":[311,335],"algorithms":[315],"achieved":[316],"performance":[318,341],"constant":[327],"varying":[329],"irradiance":[330],"levels.":[331],"It":[332],"shown":[334],"achieving":[343],"high":[344],"efficiency":[346],"zero":[348],"MPP":[354],"method.":[361]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":9}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-04-18T00:00:00"}