{"id":"https://openalex.org/W4385061547","doi":"https://doi.org/10.1109/access.2023.3297274","title":"Steady-State Error Compensation for Reinforcement Learning-Based Control of Power Electronic Systems","display_name":"Steady-State Error Compensation for Reinforcement Learning-Based Control of Power Electronic Systems","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385061547","doi":"https://doi.org/10.1109/access.2023.3297274"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3297274","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3297274","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10188929.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10188929.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060854561","display_name":"Daniel Weber","orcid":"https://orcid.org/0000-0003-3367-5998"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Daniel Weber","raw_affiliation_strings":["Department of Power Electronics and Electrical Drives, Paderborn University, Paderborn, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3367-5998","affiliations":[{"raw_affiliation_string":"Department of Power Electronics and Electrical Drives, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031722078","display_name":"Maximilian Schenke","orcid":"https://orcid.org/0000-0001-5427-9527"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Schenke","raw_affiliation_strings":["Department of Power Electronics and Electrical Drives, Paderborn University, Paderborn, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5427-9527","affiliations":[{"raw_affiliation_string":"Department of Power Electronics and Electrical Drives, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007561110","display_name":"Oliver Wallscheid","orcid":"https://orcid.org/0000-0001-9362-8777"},"institutions":[{"id":"https://openalex.org/I206945453","display_name":"Paderborn University","ror":"https://ror.org/058kzsd48","country_code":"DE","type":"education","lineage":["https://openalex.org/I206945453"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oliver Wallscheid","raw_affiliation_strings":["Department of Power Electronics and Electrical Drives, Paderborn University, Paderborn, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9362-8777","affiliations":[{"raw_affiliation_string":"Department of Power Electronics and Electrical Drives, Paderborn University, Paderborn, Germany","institution_ids":["https://openalex.org/I206945453"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060854561"],"corresponding_institution_ids":["https://openalex.org/I206945453"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.6621,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.89912734,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"76524","last_page":"76536"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10740","display_name":"Wind Turbine Control Systems","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7552335262298584},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7481366991996765},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6594865322113037},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6321926116943359},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.5577650666236877},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.5154393911361694},{"id":"https://openalex.org/keywords/steady-state","display_name":"Steady state (chemistry)","score":0.4776802659034729},{"id":"https://openalex.org/keywords/power-electronics","display_name":"Power electronics","score":0.44343167543411255},{"id":"https://openalex.org/keywords/transient","display_name":"Transient (computer programming)","score":0.4338957369327545},{"id":"https://openalex.org/keywords/tracking-error","display_name":"Tracking error","score":0.4254893660545349},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4249926507472992},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.3148157000541687},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.30697691440582275},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16391119360923767},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13871783018112183}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7552335262298584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7481366991996765},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6594865322113037},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6321926116943359},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.5577650666236877},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.5154393911361694},{"id":"https://openalex.org/C8171440","wikidata":"https://www.wikidata.org/wiki/Q903414","display_name":"Steady state (chemistry)","level":2,"score":0.4776802659034729},{"id":"https://openalex.org/C178911571","wikidata":"https://www.wikidata.org/wiki/Q593143","display_name":"Power electronics","level":3,"score":0.44343167543411255},{"id":"https://openalex.org/C2780799671","wikidata":"https://www.wikidata.org/wiki/Q17087362","display_name":"Transient (computer programming)","level":2,"score":0.4338957369327545},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.4254893660545349},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4249926507472992},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.3148157000541687},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.30697691440582275},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16391119360923767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13871783018112183},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C147789679","wikidata":"https://www.wikidata.org/wiki/Q11372","display_name":"Physical chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3297274","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3297274","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10188929.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3cd4c5f6bffe4751b5664c1e127a181f","is_oa":true,"landing_page_url":"https://doaj.org/article/3cd4c5f6bffe4751b5664c1e127a181f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 76524-76536 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3297274","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3297274","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10188929.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385061547.pdf","grobid_xml":"https://content.openalex.org/works/W4385061547.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1771410628","https://openalex.org/W1969959431","https://openalex.org/W1977671496","https://openalex.org/W2007949701","https://openalex.org/W2030281999","https://openalex.org/W2089904313","https://openalex.org/W2096018174","https://openalex.org/W2106411961","https://openalex.org/W2110900178","https://openalex.org/W2121092017","https://openalex.org/W2127107099","https://openalex.org/W2132642717","https://openalex.org/W2136013451","https://openalex.org/W2144081311","https://openalex.org/W2145339207","https://openalex.org/W2148782894","https://openalex.org/W2586823359","https://openalex.org/W2591980212","https://openalex.org/W2736601468","https://openalex.org/W2749680651","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2921439995","https://openalex.org/W2962897394","https://openalex.org/W2963864421","https://openalex.org/W2981508472","https://openalex.org/W2997572754","https://openalex.org/W3010163017","https://openalex.org/W3010307374","https://openalex.org/W3039954472","https://openalex.org/W3081593229","https://openalex.org/W3090911997","https://openalex.org/W3108288031","https://openalex.org/W3112257289","https://openalex.org/W3118669951","https://openalex.org/W3127288315","https://openalex.org/W3133548439","https://openalex.org/W3133885835","https://openalex.org/W3137037630","https://openalex.org/W3153914447","https://openalex.org/W3169732227","https://openalex.org/W3176792324","https://openalex.org/W3181262779","https://openalex.org/W3189136420","https://openalex.org/W3196124035","https://openalex.org/W3201161517","https://openalex.org/W3216772467","https://openalex.org/W4206269615","https://openalex.org/W4207061227","https://openalex.org/W4213377513","https://openalex.org/W4226389608","https://openalex.org/W4283835641","https://openalex.org/W4287179464","https://openalex.org/W4298202586","https://openalex.org/W4300831640","https://openalex.org/W4302570325","https://openalex.org/W4312924651","https://openalex.org/W4319591343","https://openalex.org/W6638018090","https://openalex.org/W6676179485","https://openalex.org/W6677939520","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6765949483","https://openalex.org/W6795267264","https://openalex.org/W6804601995","https://openalex.org/W6843838866","https://openalex.org/W6849534992"],"related_works":["https://openalex.org/W4210780382","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W1574359403","https://openalex.org/W2356033827","https://openalex.org/W2391138633","https://openalex.org/W4206134051","https://openalex.org/W2907234787","https://openalex.org/W4285503559","https://openalex.org/W4383747562"],"abstract_inverted_index":{"Data-driven":[0],"approaches":[1],"like":[2],"reinforcement":[3],"learning":[4],"(RL)":[5],"allow":[6],"a":[7,14,73,176],"model-free,":[8],"self-adaptive":[9],"controller":[10,19,132],"design":[11],"that":[12,36,112],"enables":[13],"fast":[15],"and":[16,67,117,152],"largely":[17],"automatic":[18],"development":[20],"process":[21],"with":[22],"minimum":[23],"human":[24],"effort.":[25],"While":[26],"it":[27],"was":[28],"already":[29],"shown":[30],"in":[31,76,95],"various":[32],"power":[33,77],"electronic":[34,78],"applications":[35,79],"the":[37,50,61,125,130,145,180,186,194],"transient":[38],"control":[39,55,64,83,87,94,138,162],"behavior":[40],"for":[41,107,149,157],"complex":[42],"systems":[43],"can":[44],"be":[45],"sufficiently":[46],"handled":[47],"by":[48,189],"RL,":[49],"challenge":[51],"of":[52,63,88,144],"non-vanishing":[53],"steady-state":[54,82,137,187],"errors":[56],"remains,":[57],"which":[58,80],"arises":[59],"from":[60],"usage":[62],"policy":[65],"approximations":[66],"finite":[68],"training":[69],"times.":[70],"This":[71],"is":[72,110,155],"crucial":[74],"problem":[75],"require":[81,120],"accuracy,":[84],"e.g.,":[85],"voltage":[86,159],"grid-forming":[89],"inverters":[90],"or":[91],"accurate":[92],"current":[93],"motor":[96],"drives.":[97],"To":[98],"overcome":[99],"this":[100],"issue,":[101],"an":[102,114],"integral":[103],"action":[104],"state":[105],"augmentation":[106],"RL":[108,131,178],"controllers":[109],"introduced":[111],"mimics":[113],"integrating":[115],"feedback":[116],"does":[118],"not":[119],"any":[121],"expert":[122],"knowledge,":[123],"leaving":[124],"approach":[126],"model":[127],"free.":[128],"Therefore,":[129],"learns":[133],"how":[134],"to":[135,175,184,191],"suppress":[136],"deviations":[139],"more":[140],"effectively.":[141],"The":[142],"benefit":[143],"developed":[146],"method":[147],"both":[148],"reference":[150],"tracking":[151],"disturbance":[153],"rejection":[154],"validated":[156],"two":[158],"source":[160],"inverter":[161],"tasks":[163],"targeting":[164],"islanded":[165],"microgrid":[166],"as":[167,169],"well":[168],"traction":[170],"drive":[171],"applications.":[172],"In":[173],"comparison":[174],"standard":[177],"setup,":[179],"suggested":[181],"extension":[182],"allows":[183],"reduce":[185],"error":[188],"up":[190],"52%":[192],"within":[193],"considered":[195],"validation":[196],"scenarios.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}