{"id":"https://openalex.org/W4415969048","doi":"https://doi.org/10.1109/iecon58223.2025.11221152","title":"A Model-Free Multi-Objective Deep Reinforcement Learning based Controller for Modular Multilevel Converters","display_name":"A Model-Free Multi-Objective Deep Reinforcement Learning based Controller for Modular Multilevel Converters","publication_year":2025,"publication_date":"2025-10-14","ids":{"openalex":"https://openalex.org/W4415969048","doi":"https://doi.org/10.1109/iecon58223.2025.11221152"},"language":null,"primary_location":{"id":"doi:10.1109/iecon58223.2025.11221152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon58223.2025.11221152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2025 \u2013 51st Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120283752","display_name":"Abdulrahman Serhan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210111408","display_name":"Kuwait College of Science and Technology","ror":"https://ror.org/01vjvsj67","country_code":"KW","type":"education","lineage":["https://openalex.org/I4210111408"]}],"countries":["KW"],"is_corresponding":true,"raw_author_name":"Abdulrahman Serhan","raw_affiliation_strings":["Kuwait College of Science and Technology,Electronics and Communications Engineering Department,Kuwait"],"affiliations":[{"raw_affiliation_string":"Kuwait College of Science and Technology,Electronics and Communications Engineering Department,Kuwait","institution_ids":["https://openalex.org/I4210111408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001527366","display_name":"Alamera Nouran Alquennah","orcid":"https://orcid.org/0000-0003-0604-7355"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alamera Nouran Alquennah","raw_affiliation_strings":["Texas A&M University,Department of Electrical and Computer Engineering,USA"],"affiliations":[{"raw_affiliation_string":"Texas A&M University,Department of Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013855196","display_name":"Mohamed Trabelsi","orcid":"https://orcid.org/0000-0003-1955-0355"},"institutions":[{"id":"https://openalex.org/I4210111408","display_name":"Kuwait College of Science and Technology","ror":"https://ror.org/01vjvsj67","country_code":"KW","type":"education","lineage":["https://openalex.org/I4210111408"]}],"countries":["KW"],"is_corresponding":false,"raw_author_name":"Mohamed Trabelsi","raw_affiliation_strings":["Kuwait College of Science and Technology,Electronics and Communications Engineering Department,Kuwait"],"affiliations":[{"raw_affiliation_string":"Kuwait College of Science and Technology,Electronics and Communications Engineering Department,Kuwait","institution_ids":["https://openalex.org/I4210111408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014049864","display_name":"Ali Ghrayeb","orcid":"https://orcid.org/0000-0002-6808-5886"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Ali Ghrayeb","raw_affiliation_strings":["Hamad Bin Khalifa University,College of Science and Engineering,Department of Electrical and Computer Engineering,Qatar"],"affiliations":[{"raw_affiliation_string":"Hamad Bin Khalifa University,College of Science and Engineering,Department of Electrical and Computer Engineering,Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082673542","display_name":"Mohamed Zribi","orcid":"https://orcid.org/0000-0001-9328-3246"},"institutions":[{"id":"https://openalex.org/I2799345387","display_name":"Kuwait Petroleum Corporation (Kuwait)","ror":"https://ror.org/04wacmk20","country_code":"KW","type":"company","lineage":["https://openalex.org/I2799345387"]},{"id":"https://openalex.org/I36721946","display_name":"Kuwait University","ror":"https://ror.org/021e5j056","country_code":"KW","type":"education","lineage":["https://openalex.org/I36721946"]}],"countries":["KW"],"is_corresponding":false,"raw_author_name":"Mohamed Zribi","raw_affiliation_strings":["Kuwait University,College of Engineering and Petroleum,Department of Electrical Engineering,Kuwait"],"affiliations":[{"raw_affiliation_string":"Kuwait University,College of Engineering and Petroleum,Department of Electrical Engineering,Kuwait","institution_ids":["https://openalex.org/I2799345387","https://openalex.org/I36721946"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5120283752"],"corresponding_institution_ids":["https://openalex.org/I4210111408"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31851659,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11102","display_name":"HVDC Systems and Fault Protection","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11102","display_name":"HVDC Systems and Fault Protection","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/converters","display_name":"Converters","score":0.7081000208854675},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6855999827384949},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6590999960899353},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5910999774932861},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5705000162124634},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.45989999175071716},{"id":"https://openalex.org/keywords/waveform","display_name":"Waveform","score":0.3950999975204468},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.3758000135421753},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.3750999867916107}],"concepts":[{"id":"https://openalex.org/C2778422915","wikidata":"https://www.wikidata.org/wiki/Q10302051","display_name":"Converters","level":3,"score":0.7081000208854675},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6855999827384949},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6590999960899353},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6263999938964844},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5910999774932861},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5705000162124634},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.45989999175071716},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.42559999227523804},{"id":"https://openalex.org/C197424946","wikidata":"https://www.wikidata.org/wiki/Q1165717","display_name":"Waveform","level":3,"score":0.3950999975204468},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.3750999867916107},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.3677000105381012},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.35749998688697815},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.3393000066280365},{"id":"https://openalex.org/C52192207","wikidata":"https://www.wikidata.org/wiki/Q5322","display_name":"Capacitor","level":3,"score":0.33739998936653137},{"id":"https://openalex.org/C11190779","wikidata":"https://www.wikidata.org/wiki/Q664575","display_name":"Inverter","level":3,"score":0.31709998846054077},{"id":"https://openalex.org/C113608303","wikidata":"https://www.wikidata.org/wiki/Q1056835","display_name":"Transmission system","level":3,"score":0.3158000111579895},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.2928999960422516},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.26980000734329224},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon58223.2025.11221152","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon58223.2025.11221152","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2025 \u2013 51st Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321818","display_name":"Kuwait Foundation for the Advancement of Sciences","ror":"https://ror.org/03xr9q522"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1515066442","https://openalex.org/W2047937098","https://openalex.org/W2343895753","https://openalex.org/W2608114052","https://openalex.org/W2765825523","https://openalex.org/W2886731774","https://openalex.org/W2951360122","https://openalex.org/W3019288727","https://openalex.org/W3114180662","https://openalex.org/W3131827529","https://openalex.org/W4210987253","https://openalex.org/W4322503449","https://openalex.org/W4376492075","https://openalex.org/W4380989493","https://openalex.org/W4387250333","https://openalex.org/W4388720419","https://openalex.org/W4391422331","https://openalex.org/W4391424026","https://openalex.org/W4391621210","https://openalex.org/W4394577739","https://openalex.org/W4398144483","https://openalex.org/W4400129139","https://openalex.org/W4403764640","https://openalex.org/W4407316285","https://openalex.org/W4408052070","https://openalex.org/W4408052087","https://openalex.org/W4408116262","https://openalex.org/W4409083220"],"related_works":[],"abstract_inverted_index":{"The":[0,84],"increasing":[1],"deployment":[2],"of":[3,148],"renewable":[4],"energy":[5],"systems,":[6],"electric":[7],"vehicles,":[8],"and":[9,29,42,51,129,140,156],"high-voltage":[10],"direct":[11],"current":[12,47,53],"transmission":[13],"infrastructures":[14],"has":[15],"intensified":[16],"interest":[17],"in":[18,79],"Modular":[19],"Multilevel":[20],"Converters":[21],"(MMCs),":[22],"which":[23],"offer":[24],"superior":[25],"scalability,":[26],"waveform":[27],"quality,":[28],"fault":[30],"tolerance.":[31],"However,":[32],"MMC":[33],"control":[34,60,77,163],"remains":[35],"challenging":[36],"due":[37],"to":[38,74],"its":[39],"nonlinear":[40],"dynamics":[41],"multi-objective":[43],"requirements,":[44],"including":[45],"output":[46],"tracking,":[48],"capacitor-voltage":[49],"balancing,":[50],"circulating":[52,132],"suppression.":[54],"This":[55],"paper":[56],"presents":[57],"a":[58,80,154],"model-free":[59],"strategy":[61],"based":[62],"on":[63],"Deep":[64],"Reinforcement":[65],"Learning":[66],"(DRL),":[67],"employing":[68],"the":[69,98,114,126,131,146,149],"Proximal":[70],"Policy":[71],"Optimization":[72],"algorithm":[73],"achieve":[75],"these":[76],"objectives":[78],"3-level":[81],"single-phase":[82],"MMC.":[83],"proposed":[85,150],"DRL-based":[86],"controller":[87],"learns":[88],"an":[89,101],"optimal":[90],"switching":[91],"policy":[92],"directly":[93],"from":[94,110],"interaction":[95],"data,":[96],"eliminating":[97],"need":[99],"for":[100,159],"accurate":[102],"system":[103],"model":[104],"or":[105],"manual":[106],"tuning.":[107],"Simulation":[108],"results":[109],"MATLAB/Simulink":[111],"confirm":[112],"that":[113],"trained":[115],"agent":[116],"achieves":[117],"low":[118],"total":[119],"harmonic":[120],"distortion,":[121],"maintains":[122],"capacitor":[123],"voltages":[124],"around":[125],"desired":[127],"values,":[128],"minimizes":[130],"current,":[133],"while":[134],"demonstrating":[135],"robustness":[136],"under":[137],"load":[138],"variations":[139],"dynamic":[141],"transients.":[142],"These":[143],"findings":[144],"highlight":[145],"effectiveness":[147],"DRL":[151],"approach":[152],"as":[153],"scalable":[155],"adaptive":[157],"solution":[158],"complex":[160],"multilevel":[161],"inverter":[162],"problems.":[164]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-06T00:00:00"}