{"id":"https://openalex.org/W4401878702","doi":"https://doi.org/10.1109/access.2024.3448535","title":"Reinforcement Learning-Based Control of DC-DC Buck Converter Considering Controller Time Delay","display_name":"Reinforcement Learning-Based Control of DC-DC Buck Converter Considering Controller Time Delay","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401878702","doi":"https://doi.org/10.1109/access.2024.3448535"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3448535","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3448535","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3448535","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077727831","display_name":"D. Lee","orcid":"https://orcid.org/0009-0001-0925-6358"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Donghun Lee","raw_affiliation_strings":["Department of Electrical and Information Engineering, Seoul National University of Science and Technology, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0001-0925-6358","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Seoul National University of Science and Technology, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003584463","display_name":"Bongseok Kim","orcid":"https://orcid.org/0009-0009-4658-7891"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Bongseok Kim","raw_affiliation_strings":["Department of Data Science, Seoul National University of Science and Technology, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0009-4658-7891","affiliations":[{"raw_affiliation_string":"Department of Data Science, Seoul National University of Science and Technology, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030032499","display_name":"Soon\u2010Hyung Kwon","orcid":"https://orcid.org/0000-0003-3086-1330"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soonhyung Kwon","raw_affiliation_strings":["Department of Electrical and Information Engineering, Seoul National University of Science and Technology, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Seoul National University of Science and Technology, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101690412","display_name":"Ngoc-Duc Nguyen","orcid":"https://orcid.org/0000-0002-9650-8479"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Ngoc-Duc Nguyen","raw_affiliation_strings":["Department of Electrical and Information Engineering, Seoul National University of Science and Technology, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-9650-8479","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Seoul National University of Science and Technology, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070972738","display_name":"Min Kyu Sim","orcid":"https://orcid.org/0000-0003-0616-1449"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Min Kyu Sim","raw_affiliation_strings":["Department of Data Science, Seoul National University of Science and Technology, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-0616-1449","affiliations":[{"raw_affiliation_string":"Department of Data Science, Seoul National University of Science and Technology, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101445724","display_name":"Young Il Lee","orcid":"https://orcid.org/0000-0003-3970-215X"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young Il Lee","raw_affiliation_strings":["Department of Electrical and Information Engineering, Seoul National University of Science and Technology, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-3970-215X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Seoul National University of Science and Technology, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I118373667"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I118373667"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.1245,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.92568013,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"118442","last_page":"118452"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7153235673904419},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7025415897369385},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6464408040046692},{"id":"https://openalex.org/keywords/buck-converter","display_name":"Buck converter","score":0.6454601883888245},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5687515139579773},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.43480929732322693},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13349905610084534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13073432445526123},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12526732683181763},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09862273931503296}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7153235673904419},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7025415897369385},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6464408040046692},{"id":"https://openalex.org/C150818752","wikidata":"https://www.wikidata.org/wiki/Q83804","display_name":"Buck converter","level":3,"score":0.6454601883888245},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5687515139579773},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.43480929732322693},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13349905610084534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13073432445526123},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12526732683181763},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09862273931503296},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3448535","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3448535","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e72a303b1bda420880436328118746b7","is_oa":true,"landing_page_url":"https://doaj.org/article/e72a303b1bda420880436328118746b7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 118442-118452 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3448535","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3448535","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1967336668","https://openalex.org/W2145339207","https://openalex.org/W2609650878","https://openalex.org/W2744449555","https://openalex.org/W2772589676","https://openalex.org/W2788842776","https://openalex.org/W2904246096","https://openalex.org/W2963864421","https://openalex.org/W2970102598","https://openalex.org/W3039954472","https://openalex.org/W3081593229","https://openalex.org/W3088310808","https://openalex.org/W3104173699","https://openalex.org/W3111340579","https://openalex.org/W3120778962","https://openalex.org/W3187505932","https://openalex.org/W3196124035","https://openalex.org/W3197893779","https://openalex.org/W4214717370","https://openalex.org/W4285134945","https://openalex.org/W4288062507","https://openalex.org/W4289536859","https://openalex.org/W4295180319","https://openalex.org/W4300960145","https://openalex.org/W4361199860","https://openalex.org/W4388019183","https://openalex.org/W6683204974","https://openalex.org/W6684921986","https://openalex.org/W6736495777","https://openalex.org/W6748839928","https://openalex.org/W6767084887"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Non-linearities":[0],"and":[1,12,41,113,132],"unmodeled":[2],"dynamics":[3],"in":[4,18,75],"the":[5,10,69,80,102,119],"control":[6],"system":[7],"inevitably":[8],"degrade":[9],"quality":[11],"reliability":[13],"of":[14,72],"voltage":[15],"stabilization":[16],"performance":[17,106,124],"DC-DC":[19],"buck":[20],"converters.":[21],"Reinforcement":[22,89],"Learning":[23,90],"(RL)":[24],"is":[25,107],"an":[26,47,95,114],"emerging":[27],"method":[28,57],"to":[29,100,126],"mitigate":[30],"this":[31,83],"issue.":[32],"However,":[33],"traditional":[34],"RL":[35,81],"typically":[36],"necessitates":[37],"significant":[38,70],"computational":[39],"resources":[40],"specialized":[42],"processing":[43],"units,":[44],"thus":[45],"being":[46],"economically":[48],"unreasonable":[49],"option.":[50],"This":[51],"paper":[52,84],"proposes":[53],"a":[54,61,76,86],"high-performance":[55],"RL-based":[56],"even":[58],"suitable":[59],"for":[60],"cost-effective":[62],"Digital":[63],"Signal":[64],"Processor":[65],"(DSP).":[66],"To":[67],"address":[68],"challenge":[71],"time":[73],"delay":[74,103],"DSP":[77],"when":[78],"training":[79],"agent,":[82],"adopts":[85],"Real-Time":[87],"Deep":[88],"(RTDRL)":[91],"approach":[92,121],"that":[93],"creates":[94],"augmented":[96],"virtual":[97],"decision":[98],"process":[99],"eliminate":[101],"effect.":[104],"The":[105],"validated":[108],"through":[109,117],"software":[110],"simulation":[111],"(PLECS)":[112],"actual":[115],"system,":[116],"which":[118],"proposed":[120],"demonstrated":[122],"superior":[123],"compared":[125],"existing":[127,130],"benchmarks,":[128],"including":[129],"approaches":[131],"artificial":[133],"intelligence.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}