{"id":"https://openalex.org/W4408281751","doi":"https://doi.org/10.1109/iecon55916.2024.10905177","title":"Reinforcement Learning Based Control of Grid-Connected PUC5 Inverter","display_name":"Reinforcement Learning Based Control of Grid-Connected PUC5 Inverter","publication_year":2024,"publication_date":"2024-11-03","ids":{"openalex":"https://openalex.org/W4408281751","doi":"https://doi.org/10.1109/iecon55916.2024.10905177"},"language":"en","primary_location":{"id":"doi:10.1109/iecon55916.2024.10905177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon55916.2024.10905177","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2024 - 50th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115873002","display_name":"Azadeh Kermansaravi","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Azadeh Kermansaravi","raw_affiliation_strings":["Delft University of Technology,Delft,Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft,Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001527366","display_name":"Alamera Nouran Alquennah","orcid":"https://orcid.org/0000-0003-0604-7355"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alamera Nouran Alquennah","raw_affiliation_strings":["Delft University of Technology,Delft,Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft,Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073473404","display_name":"Aleksandra Leki\u0107","orcid":"https://orcid.org/0000-0003-2727-0767"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Aleksandra Leki\u0107","raw_affiliation_strings":["Delft University of Technology,Delft,Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft,Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013855196","display_name":"Mohamed Trabelsi","orcid":"https://orcid.org/0000-0003-1955-0355"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mohamed Trabelsi","raw_affiliation_strings":["Delft University of Technology,Delft,Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft,Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014049864","display_name":"Ali Ghrayeb","orcid":"https://orcid.org/0000-0002-6808-5886"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ali Ghrayeb","raw_affiliation_strings":["Delft University of Technology,Delft,Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft,Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010833171","display_name":"Haitham Abu\u2010Rub","orcid":"https://orcid.org/0000-0001-8687-3942"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Haitham Abu-Rub","raw_affiliation_strings":["Delft University of Technology,Delft,Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft,Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037810713","display_name":"Hani Vahedi","orcid":"https://orcid.org/0000-0001-6309-2633"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Hani Vahedi","raw_affiliation_strings":["Delft University of Technology,Delft,Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Delft,Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5115873002"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":1.3978,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82946651,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10504","display_name":"Sensorless Control of Electric Motors","score":0.9009000062942505,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8075768947601318},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6706611514091492},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5993605256080627},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.53773033618927},{"id":"https://openalex.org/keywords/inverter","display_name":"Inverter","score":0.47820353507995605},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.302592933177948},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1742272973060608},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15326428413391113},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09246206283569336},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09154802560806274}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8075768947601318},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6706611514091492},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5993605256080627},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.53773033618927},{"id":"https://openalex.org/C11190779","wikidata":"https://www.wikidata.org/wiki/Q664575","display_name":"Inverter","level":3,"score":0.47820353507995605},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.302592933177948},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1742272973060608},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15326428413391113},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09246206283569336},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09154802560806274},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon55916.2024.10905177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon55916.2024.10905177","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2024 - 50th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321818","display_name":"Kuwait Foundation for the Advancement of Sciences","ror":"https://ror.org/03xr9q522"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W2046376809","https://openalex.org/W2274744446","https://openalex.org/W2344110618","https://openalex.org/W2585145871","https://openalex.org/W2771500604","https://openalex.org/W2940551892","https://openalex.org/W3000525787","https://openalex.org/W3003229260","https://openalex.org/W3010966511","https://openalex.org/W3088688278","https://openalex.org/W3124476878","https://openalex.org/W3150570724","https://openalex.org/W4285269244","https://openalex.org/W4312854937","https://openalex.org/W4318464364","https://openalex.org/W4362653365","https://openalex.org/W4381733438","https://openalex.org/W4382998567","https://openalex.org/W4386318790","https://openalex.org/W4388720419","https://openalex.org/W4391621210","https://openalex.org/W4391851554","https://openalex.org/W4392169728","https://openalex.org/W4400019348","https://openalex.org/W6683204974"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"a":[3,13,36],"Reinforcement":[4],"Learning":[5],"controller":[6,61],"(RLC)":[7],"is":[8,33,56],"designed":[9],"and":[10,62,105],"implemented":[11],"on":[12],"5-level":[14],"Packed":[15],"U-Cell":[16],"(PUC5)":[17],"grid-connected":[18],"inverter":[19],"to":[20,41,68],"control":[21,44],"the":[22,27,47,51,59,65,70,76,85,94,97],"injected":[23],"current":[24],"flowing":[25],"into":[26,64],"electric":[28],"network.":[29],"The":[30],"RL":[31,60,81,99],"agent":[32],"trained":[34],"using":[35],"Proportional-Integral":[37],"(PI)":[38],"reward":[39],"function":[40],"optimize":[42],"its":[43],"strategy.":[45],"Moreover,":[46],"voltage":[48],"balancing":[49],"of":[50,96,108],"auxiliary":[52],"capacitor":[53],"in":[54,91],"PUC5":[55],"separated":[57],"from":[58],"integrated":[63],"switching":[66],"algorithm":[67],"reduce":[69],"training":[71,86],"burden.":[72],"This":[73],"modification":[74],"reduces":[75],"observation":[77],"inputs":[78],"required":[79],"for":[80],"training,":[82],"significantly":[83],"shorten":[84],"time.":[87],"Simulation":[88],"studies":[89],"conducted":[90],"Matlab/Simulink":[92],"evaluate":[93],"performance":[95],"proposed":[98],"controller,":[100],"demonstrating":[101],"robust":[102],"dynamic":[103],"response":[104],"accurate":[106],"tracking":[107],"reference":[109],"signals":[110],"across":[111],"different":[112],"operational":[113],"conditions.":[114]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}