{"id":"https://openalex.org/W4391216355","doi":"https://doi.org/10.1109/access.2024.3358412","title":"Deep Reinforcement Learning Based Control Strategy for Voltage Regulation of DC-DC Buck Converter Feeding CPLs in DC Microgrid","display_name":"Deep Reinforcement Learning Based Control Strategy for Voltage Regulation of DC-DC Buck Converter Feeding CPLs in DC Microgrid","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391216355","doi":"https://doi.org/10.1109/access.2024.3358412"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3358412","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3358412","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10414063.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10414063.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071206405","display_name":"Anugula Rajamallaiah","orcid":"https://orcid.org/0000-0002-1040-3423"},"institutions":[{"id":"https://openalex.org/I4210153924","display_name":"National Institute of Technology Andhra Pradesh","ror":"https://ror.org/0456pcg54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210153924"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anugula Rajamallaiah","raw_affiliation_strings":["National Institute of Technology Andhra Pradesh, Tadepalligudem, Andhra Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0002-1040-3423","affiliations":[{"raw_affiliation_string":"National Institute of Technology Andhra Pradesh, Tadepalligudem, Andhra Pradesh, India","institution_ids":["https://openalex.org/I4210153924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067592609","display_name":"Sri Phani Krishna Karri","orcid":"https://orcid.org/0000-0002-0083-0114"},"institutions":[{"id":"https://openalex.org/I4210153924","display_name":"National Institute of Technology Andhra Pradesh","ror":"https://ror.org/0456pcg54","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210153924"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sri Phani Krishna Karri","raw_affiliation_strings":["National Institute of Technology Andhra Pradesh, Tadepalligudem, Andhra Pradesh, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Technology Andhra Pradesh, Tadepalligudem, Andhra Pradesh, India","institution_ids":["https://openalex.org/I4210153924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063834187","display_name":"Yannam Ravi Shankar","orcid":"https://orcid.org/0000-0002-7550-1315"},"institutions":[{"id":"https://openalex.org/I3131880829","display_name":"Dire Dawa University","ror":"https://ror.org/01wfzer83","country_code":"ET","type":"education","lineage":["https://openalex.org/I3131880829"]}],"countries":["ET"],"is_corresponding":false,"raw_author_name":"Yannam Ravi Shankar","raw_affiliation_strings":["School of Electrical and Computer Engineering, Dire Dawa University, Dire Dawa, Ethiopia"],"raw_orcid":"https://orcid.org/0000-0002-7550-1315","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Dire Dawa University, Dire Dawa, Ethiopia","institution_ids":["https://openalex.org/I3131880829"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":16.2457,"has_fulltext":true,"cited_by_count":56,"citation_normalized_percentile":{"value":0.99544885,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"17419","last_page":"17430"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10228","display_name":"Multilevel Inverters and Converters","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7863225340843201},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.7191831469535828},{"id":"https://openalex.org/keywords/buck-converter","display_name":"Buck converter","score":0.6377680897712708},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5318403244018555},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.5242998003959656},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5235759019851685},{"id":"https://openalex.org/keywords/converters","display_name":"Converters","score":0.4150255024433136},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.31953638792037964},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1969708502292633},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18534481525421143},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17400965094566345}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7863225340843201},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.7191831469535828},{"id":"https://openalex.org/C150818752","wikidata":"https://www.wikidata.org/wiki/Q83804","display_name":"Buck converter","level":3,"score":0.6377680897712708},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5318403244018555},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.5242998003959656},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5235759019851685},{"id":"https://openalex.org/C2778422915","wikidata":"https://www.wikidata.org/wiki/Q10302051","display_name":"Converters","level":3,"score":0.4150255024433136},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.31953638792037964},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1969708502292633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18534481525421143},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17400965094566345}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3358412","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3358412","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10414063.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:35923cc1fe984c8098d6cf29a6d8fe8b","is_oa":true,"landing_page_url":"https://doaj.org/article/35923cc1fe984c8098d6cf29a6d8fe8b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 17419-17430 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3358412","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3358412","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10414063.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6899999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320718","display_name":"Department of Scientific and Industrial Research, Ministry of Science and Technology, India","ror":"https://ror.org/049nrz535"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391216355.pdf","grobid_xml":"https://content.openalex.org/works/W4391216355.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1521570381","https://openalex.org/W1544004766","https://openalex.org/W1556831563","https://openalex.org/W1837025905","https://openalex.org/W1892166179","https://openalex.org/W1986000819","https://openalex.org/W1995062579","https://openalex.org/W2082918460","https://openalex.org/W2111319140","https://openalex.org/W2119405005","https://openalex.org/W2137232115","https://openalex.org/W2160713583","https://openalex.org/W2169034253","https://openalex.org/W2316968390","https://openalex.org/W2324070260","https://openalex.org/W2746876167","https://openalex.org/W2766023853","https://openalex.org/W2778736986","https://openalex.org/W2861807493","https://openalex.org/W2912803089","https://openalex.org/W2956606690","https://openalex.org/W2970102598","https://openalex.org/W2974720649","https://openalex.org/W2998122459","https://openalex.org/W3000432795","https://openalex.org/W3010163017","https://openalex.org/W3010395351","https://openalex.org/W3039954472","https://openalex.org/W3045253676","https://openalex.org/W3080143115","https://openalex.org/W3196124035","https://openalex.org/W4210684427","https://openalex.org/W4226236403","https://openalex.org/W4288062507","https://openalex.org/W4292387460","https://openalex.org/W4320515731","https://openalex.org/W4361199860"],"related_works":["https://openalex.org/W4210780382","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W1574359403","https://openalex.org/W2356033827","https://openalex.org/W2391138633","https://openalex.org/W4206134051","https://openalex.org/W2907234787","https://openalex.org/W4285503559","https://openalex.org/W4383747562"],"abstract_inverted_index":{"A":[0],"DC":[1],"microgrid\u2019s":[2],"tightly":[3],"regulated":[4],"DC/DC":[5,92],"converter":[6,94,115],"encounters":[7],"significant":[8],"challenges":[9],"in":[10,34,43,150],"voltage":[11,56,89,140],"stability,":[12],"primarily":[13],"due":[14],"to":[15,54,81,98,106],"the":[16,88,108,135,143],"negative":[17],"incremental":[18],"resistance":[19],"of":[20,90,142],"constant":[21],"power":[22,84,97],"loads":[23],"(CPLs).":[24],"Conventional":[25],"controllers":[26],"often":[27],"struggle":[28],"with":[29],"load":[30,112,153],"variations":[31],"and":[32,114,128,138,154],"changes":[33],"system":[35],"parameters.":[36],"Therefore,":[37],"there":[38],"has":[39],"been":[40],"growing":[41],"interest":[42],"adaptive":[44],"machine":[45],"learning":[46],"algorithms,":[47],"such":[48],"as":[49],"Deep":[50,71,125,129],"Reinforcement":[51],"Learning":[52],"(DRL),":[53],"improve":[55],"regulation.":[57],"This":[58],"paper":[59],"presents":[60],"an":[61],"end-to-end":[62],"DRL":[63,147],"framework":[64,78],"based":[65],"on":[66],"a":[67,91],"modified":[68,145],"Twin":[69],"Delayed":[70],"Deterministic":[72,130],"Policy":[73,131],"Gradient":[74,132],"(TD3)":[75],"algorithm.":[76],"The":[77],"is":[79],"designed":[80],"directly":[82],"control":[83,122],"switches":[85],"for":[86],"regulating":[87],"buck":[93],"that":[95],"supplies":[96],"CPLs.":[99],"Real-time":[100],"experiments":[101],"were":[102],"conducted":[103],"using":[104],"OPAL-RT":[105],"validate":[107],"approach":[109],"under":[110],"diverse":[111],"cycles":[113],"parameter":[116],"changes.Comparative":[117],"analysis":[118],"against":[119],"other":[120],"DRL-based":[121],"strategies,":[123],"including":[124],"Q-learning":[126],"(DQN)":[127],"(DDPG),":[133],"demonstrated":[134],"superior":[136],"static":[137],"dynamic":[139],"response":[141],"proposed":[144],"TD3":[146],"controller,":[148],"particularly":[149],"scenarios":[151],"involving":[152],"parametric":[155],"variations.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":12}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}