{"id":"https://openalex.org/W3029651554","doi":"https://doi.org/10.3390/s20113039","title":"A Deep Reinforcement Learning-Based MPPT Control for PV Systems under Partial Shading Condition","display_name":"A Deep Reinforcement Learning-Based MPPT Control for PV Systems under Partial Shading Condition","publication_year":2020,"publication_date":"2020-05-27","ids":{"openalex":"https://openalex.org/W3029651554","doi":"https://doi.org/10.3390/s20113039","mag":"3029651554","pmid":"https://pubmed.ncbi.nlm.nih.gov/32471144"},"language":"en","primary_location":{"id":"doi:10.3390/s20113039","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20113039","pdf_url":"https://www.mdpi.com/1424-8220/20/11/3039/pdf?version=1591194167","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/20/11/3039/pdf?version=1591194167","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089534476","display_name":"Bao Chau Phan","orcid":"https://orcid.org/0000-0002-9625-9257"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Bao Chau Phan","raw_affiliation_strings":["Department of Aeronautics and Aeronautics, National Cheng Kung University, Tainan 701, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-9625-9257","affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Aeronautics, National Cheng Kung University, Tainan 701, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070822115","display_name":"Ying\u2010Chih Lai","orcid":"https://orcid.org/0000-0002-3471-3290"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Ying-Chih Lai","raw_affiliation_strings":["Department of Aeronautics and Aeronautics, National Cheng Kung University, Tainan 701, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-3471-3290","affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Aeronautics, National Cheng Kung University, Tainan 701, Taiwan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101516953","display_name":"Chin E. Lin","orcid":"https://orcid.org/0000-0001-5525-9181"},"institutions":[{"id":"https://openalex.org/I80327900","display_name":"Chang Jung Christian University","ror":"https://ror.org/02s3d7j94","country_code":"TW","type":"education","lineage":["https://openalex.org/I80327900"]},{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chin E. Lin","raw_affiliation_strings":["Department of Aeronautics and Aeronautics, National Cheng Kung University, Tainan 701, Taiwan","UAV Center, Chang Jung Christian University, Tainan 701, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Aeronautics and Aeronautics, National Cheng Kung University, Tainan 701, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"UAV Center, Chang Jung Christian University, Tainan 701, Taiwan","institution_ids":["https://openalex.org/I80327900"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5070822115"],"corresponding_institution_ids":["https://openalex.org/I91807558"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":1.5228,"has_fulltext":true,"cited_by_count":91,"citation_normalized_percentile":{"value":0.81152803,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"20","issue":"11","first_page":"3039","last_page":"3039"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10468","display_name":"Photovoltaic System Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10468","display_name":"Photovoltaic System Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10905","display_name":"Solar Thermal and Photovoltaic Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.818885326385498},{"id":"https://openalex.org/keywords/photovoltaic-system","display_name":"Photovoltaic system","score":0.6679940223693848},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6538844108581543},{"id":"https://openalex.org/keywords/maximum-power-point-tracking","display_name":"Maximum power point tracking","score":0.6227860450744629},{"id":"https://openalex.org/keywords/matlab","display_name":"MATLAB","score":0.5352241396903992},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.4373909533023834},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3977188467979431},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3800482153892517},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3486271798610687},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.33471813797950745},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.295405775308609},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22190940380096436},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08484610915184021}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.818885326385498},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.6679940223693848},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6538844108581543},{"id":"https://openalex.org/C36139824","wikidata":"https://www.wikidata.org/wiki/Q1052007","display_name":"Maximum power point tracking","level":4,"score":0.6227860450744629},{"id":"https://openalex.org/C2780365114","wikidata":"https://www.wikidata.org/wiki/Q169478","display_name":"MATLAB","level":2,"score":0.5352241396903992},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.4373909533023834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3977188467979431},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3800482153892517},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3486271798610687},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.33471813797950745},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.295405775308609},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22190940380096436},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08484610915184021},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C11190779","wikidata":"https://www.wikidata.org/wiki/Q664575","display_name":"Inverter","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s20113039","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20113039","pdf_url":"https://www.mdpi.com/1424-8220/20/11/3039/pdf?version=1591194167","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:32471144","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32471144","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:46a05340b03a43129c336a4d0dbd06af","is_oa":true,"landing_page_url":"https://doaj.org/article/46a05340b03a43129c336a4d0dbd06af","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 20, Iss 11, p 3039 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/20/11/3039/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/s20113039","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7308943","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7308943","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s20113039","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20113039","pdf_url":"https://www.mdpi.com/1424-8220/20/11/3039/pdf?version=1591194167","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8399999737739563,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2394545810","display_name":null,"funder_award_id":"MOST 108-2622-E-309-001-CC1","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G737106015","display_name":null,"funder_award_id":"MOST 108-","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3029651554.pdf","grobid_xml":"https://content.openalex.org/works/W3029651554.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1604448641","https://openalex.org/W1976463393","https://openalex.org/W1977858618","https://openalex.org/W1987253138","https://openalex.org/W2009533030","https://openalex.org/W2025823405","https://openalex.org/W2030108695","https://openalex.org/W2076217933","https://openalex.org/W2145339207","https://openalex.org/W2160615204","https://openalex.org/W2183843206","https://openalex.org/W2342517686","https://openalex.org/W2510304238","https://openalex.org/W2519084811","https://openalex.org/W2530767044","https://openalex.org/W2541400468","https://openalex.org/W2544646934","https://openalex.org/W2551264477","https://openalex.org/W2575705757","https://openalex.org/W2591427341","https://openalex.org/W2594299697","https://openalex.org/W2612408454","https://openalex.org/W2614994247","https://openalex.org/W2621033456","https://openalex.org/W2762220217","https://openalex.org/W2766409336","https://openalex.org/W2790134439","https://openalex.org/W2791160069","https://openalex.org/W2795280155","https://openalex.org/W2799832341","https://openalex.org/W2801441281","https://openalex.org/W2805575148","https://openalex.org/W2889551075","https://openalex.org/W2892841407","https://openalex.org/W2910301662","https://openalex.org/W2914211392","https://openalex.org/W2919037429","https://openalex.org/W2922374245","https://openalex.org/W2936616423","https://openalex.org/W2938052970","https://openalex.org/W2956458483","https://openalex.org/W2963544079","https://openalex.org/W2964179661","https://openalex.org/W2975238464","https://openalex.org/W2979982637","https://openalex.org/W2990064391","https://openalex.org/W2994779380","https://openalex.org/W4246504500","https://openalex.org/W6685625979"],"related_works":["https://openalex.org/W2093748482","https://openalex.org/W2090575600","https://openalex.org/W2366001104","https://openalex.org/W2366644717","https://openalex.org/W1956655372","https://openalex.org/W2367445858","https://openalex.org/W2351307261","https://openalex.org/W2381993707","https://openalex.org/W2392812934","https://openalex.org/W2159563029"],"abstract_inverted_index":{"On":[0],"the":[1,7,27,40,45,49,61,68,102,107,117,132,146,161,179,188,211,226,232,235],"issues":[2],"of":[3,29,64,79,109,234],"global":[4],"environment":[5,33],"protection,":[6],"renewable":[8],"energy":[9,46],"systems":[10,66],"have":[11,56],"been":[12,57],"widely":[13],"considered.":[14],"The":[15,77,192],"photovoltaic":[16],"(PV)":[17],"system":[18],"converts":[19],"solar":[20,41],"power":[21,51,70],"into":[22],"electricity":[23],"and":[24,82,122,158,214,240],"significantly":[25],"reduces":[26],"consumption":[28],"fossil":[30],"fuels":[31],"from":[32,145],"pollution.":[34],"Besides":[35],"introducing":[36],"new":[37],"materials":[38],"for":[39,199,222,245],"cells":[42],"to":[43,59,99,130,169,210],"improve":[44],"conversion":[47],"efficiency,":[48],"maximum":[50,69],"point":[52,71],"tracking":[53],"(MPPT)":[54],"algorithms":[55],"developed":[58],"ensure":[60],"efficient":[62],"operation":[63],"PV":[65,135],"at":[67],"(MPP)":[72],"under":[73,138,204],"various":[74,205],"weather":[75],"conditions.":[76],"integration":[78],"reinforcement":[80,87,111,147],"learning":[81,88,112,148],"deep":[83,86,110,118,123],"learning,":[84],"named":[85],"(DRL),":[89],"is":[90,152,238],"proposed":[91,129,193,236],"in":[92,114,134,164,197,229],"this":[93,165,176,230],"paper":[94,166],"as":[95],"a":[96,139],"future":[97],"tool":[98],"deal":[100,170],"with":[101,155,171,181,208],"optimization":[103],"control":[104],"problems.":[105],"Following":[106],"success":[108],"(DRL)":[113],"several":[115],"fields,":[116],"Q":[119],"network":[120],"(DQN)":[121],"deterministic":[124],"policy":[125],"gradient":[126],"(DDPG)":[127],"are":[128,167,195,219],"harvest":[131],"MPP":[133],"systems,":[136],"especially":[137],"partial":[140],"shading":[141],"condition":[142],"(PSC).":[143],"Different":[144],"(RL)-based":[149],"method,":[150],"which":[151],"only":[153],"operated":[154],"discrete":[156,182],"state":[157,173],"action":[159,183,190],"spaces,":[160,184],"methods":[162,194,237],"adopted":[163],"used":[168],"continuous":[172,189],"spaces.":[174,191],"In":[175],"study,DQN":[177],"solves":[178],"problem":[180],"while":[185],"DDPG":[186],"handles":[187],"simulated":[196],"MATLAB/Simulink":[198],"feasibility":[200],"analysis.":[201],"Further":[202],"tests":[203],"input":[206],"conditions":[207],"comparisons":[209],"classical":[212],"Perturb":[213],"observe":[215],"(P&O)":[216],"MPPT":[217],"method":[218],"carried":[220],"out":[221],"validation.":[223],"Based":[224],"on":[225],"simulation":[227],"results":[228],"study,":[231],"performance":[233],"outstanding":[239],"efficient,":[241],"showing":[242],"its":[243],"potential":[244],"further":[246],"applications.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":32},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}