{"id":"https://openalex.org/W4221100794","doi":"https://doi.org/10.1109/tac.2022.3162550","title":"Secondary Frequency Control of Microgrids: An Online Reinforcement Learning Approach","display_name":"Secondary Frequency Control of Microgrids: An Online Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-03-25","ids":{"openalex":"https://openalex.org/W4221100794","doi":"https://doi.org/10.1109/tac.2022.3162550"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2022.3162550","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2022.3162550","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_c498b115-01e5-41a6-a1a9-bfc28471d016","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028914712","display_name":"Mahya Adibi","orcid":"https://orcid.org/0000-0003-4860-3030"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Mahya Adibi","raw_affiliation_strings":["Delft Institute of Applied Mathematics, Delft University of Technology, Delft, XE, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft Institute of Applied Mathematics, Delft University of Technology, Delft, XE, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014891303","display_name":"Jacob van der Woude","orcid":"https://orcid.org/0000-0002-5217-6177"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jacob van der Woude","raw_affiliation_strings":["Delft Institute of Applied Mathematics, Delft University of Technology, Delft, XE, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft Institute of Applied Mathematics, Delft University of Technology, Delft, XE, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5028914712"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":6.5069,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.97473656,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"67","issue":"9","first_page":"4824","last_page":"4831"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10740","display_name":"Wind Turbine Control Systems","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6848266124725342},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5759742259979248},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.5248213410377502},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5018727779388428},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4799368977546692},{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.4270123839378357},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4232163727283478},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.4223541021347046},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.36021360754966736},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.2844747006893158},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18951886892318726},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13919374346733093},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.09311765432357788}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6848266124725342},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5759742259979248},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.5248213410377502},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5018727779388428},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4799368977546692},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.4270123839378357},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4232163727283478},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.4223541021347046},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36021360754966736},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.2844747006893158},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18951886892318726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13919374346733093},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.09311765432357788},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tac.2022.3162550","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2022.3162550","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},{"id":"pmh:oai:tudelft.nl:uuid:a1f96c70-264c-4059-ae12-2fed0d27dd67","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:a1f96c70-264c-4059-ae12-2fed0d27dd67","pdf_url":"https://repository.tudelft.nl/file/File_c498b115-01e5-41a6-a1a9-bfc28471d016","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:a1f96c70-264c-4059-ae12-2fed0d27dd67","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:a1f96c70-264c-4059-ae12-2fed0d27dd67","pdf_url":"https://repository.tudelft.nl/file/File_c498b115-01e5-41a6-a1a9-bfc28471d016","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4221100794.pdf"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1162378864","https://openalex.org/W1517236425","https://openalex.org/W1665876831","https://openalex.org/W1763243278","https://openalex.org/W1980879669","https://openalex.org/W2077195478","https://openalex.org/W2136236807","https://openalex.org/W2149081512","https://openalex.org/W2150544314","https://openalex.org/W2169976759","https://openalex.org/W2292943525","https://openalex.org/W2489379902","https://openalex.org/W2568827910","https://openalex.org/W2891645050","https://openalex.org/W2950793543","https://openalex.org/W2962757016","https://openalex.org/W2962910558","https://openalex.org/W2963202296","https://openalex.org/W2963316597","https://openalex.org/W2963497702","https://openalex.org/W2963967869","https://openalex.org/W2972615735","https://openalex.org/W2973303215","https://openalex.org/W2980054202","https://openalex.org/W3102224042","https://openalex.org/W4214717370","https://openalex.org/W6697181607"],"related_works":["https://openalex.org/W2978432024","https://openalex.org/W1995805316","https://openalex.org/W3180760233","https://openalex.org/W1568381040","https://openalex.org/W1970394887","https://openalex.org/W2276828234","https://openalex.org/W2148203918","https://openalex.org/W4205915047","https://openalex.org/W1529601338","https://openalex.org/W2357670775"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3,25],"present":[4],"a":[5,98,112,134,147],"reinforcement":[6],"learning-based":[7],"scheme":[8,52],"for":[9],"secondary":[10,49],"frequency":[11,50,67,177],"control":[12,51,100],"of":[13,76,108,150,174],"lossy":[14],"inverter-based":[15],"microgrids.":[16],"Compared":[17],"with":[18],"the":[19,23,27,31,37,74,105,109,125,151,156,162,167,170,175,181],"existing":[20],"methods":[21],"in":[22,73,138],"literature,":[24],"relax":[26],"common":[28],"restrictions":[29],"on":[30,104,118],"system,":[32],"i.e.,":[33],"being":[34],"lossless,":[35],"and":[36,40,64,82,88,92,154,180],"transmission":[38],"lines":[39],"loads":[41,91],"to":[42,124],"have":[43],"known":[44],"constant":[45],"impedances.":[46],"The":[47,128],"proposed":[48],"does":[53],"not":[54],"require":[55],"<italic":[56],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[57],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">a":[58],"priori</i>":[59],"information":[60],"about":[61],"system":[62],"parameters":[63],"can":[65],"achieve":[66],"synchronization":[68],"within":[69],"an":[70],"ultimate":[71,172],"bound":[72],"presence":[75],"dominantly":[77],"resistive":[78],"and/or":[79],"inductive":[80],"line":[81],"load":[83],"impedances,":[84],"model":[85],"parameter":[86],"uncertainties,":[87],"time":[89],"varying":[90],"disturbances.":[93],"First,":[94],"using":[95,166],"Lyapunov":[96,168],"theory,":[97],"feedback":[99],"is":[101,115,131,143],"formulated":[102],"based":[103,117],"unknown":[106],"dynamics":[107,153,179],"microgrid.":[110],"Next,":[111],"performance":[113,129,158],"function":[114,130,159],"defined":[116],"cumulative":[119],"costs":[120],"toward":[121],"achieving":[122],"convergence":[123],"nominal":[126],"frequency.":[127],"approximated":[132,157],"by":[133],"critic":[135,163],"neural":[136],"network":[137,142],"real-time.":[139],"An":[140],"actor":[141],"then":[144],"simultaneously":[145],"learning":[146],"parameterized":[148],"approximation":[149],"nonlinear":[152],"optimizing":[155],"obtained":[160],"from":[161],"network.":[164],"Furthermore,":[165],"approach,":[169],"uniformly":[171],"boundedness":[173],"closed-loop":[176],"error":[178],"networks'":[182],"weight":[183],"estimation":[184],"errors":[185],"are":[186],"shown.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}