{"id":"https://openalex.org/W4396604994","doi":"https://doi.org/10.1109/access.2024.3396449","title":"Empowering Dynamic Active and Reactive Power Control: A Deep Reinforcement Learning Controller for Three-Phase Grid-Connected Electric Vehicles","display_name":"Empowering Dynamic Active and Reactive Power Control: A Deep Reinforcement Learning Controller for Three-Phase Grid-Connected Electric Vehicles","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396604994","doi":"https://doi.org/10.1109/access.2024.3396449"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3396449","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3396449","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10518023.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10518023.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078852705","display_name":"Amirhossein Ahmadian","orcid":"https://orcid.org/0000-0002-1917-4858"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Amirhossein Ahmadian","raw_affiliation_strings":["Department of Mechanical and Aerospace Engineering, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","Smart Grid Energy Research Center (SMERC), University of California Los Angeles (UCLA), CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1917-4858","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Aerospace Engineering, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Smart Grid Energy Research Center (SMERC), University of California Los Angeles (UCLA), CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045265880","display_name":"Kourosh Sedghisigarchi","orcid":null},"institutions":[{"id":"https://openalex.org/I157638225","display_name":"California State University, Northridge","ror":"https://ror.org/005f5hv41","country_code":"US","type":"education","lineage":["https://openalex.org/I157638225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kourosh Sedghisigarchi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, California State University at Northridge, Northridge, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9057-1725","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, California State University at Northridge, Northridge, CA, USA","institution_ids":["https://openalex.org/I157638225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014375778","display_name":"Rajit Gadh","orcid":"https://orcid.org/0000-0002-0946-208X"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajit Gadh","raw_affiliation_strings":["Department of Mechanical and Aerospace Engineering, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","Smart Grid Energy Research Center (SMERC), University of California Los Angeles (UCLA), CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0946-208X","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Aerospace Engineering, University of California at Los Angeles (UCLA), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"Smart Grid Energy Research Center (SMERC), University of California Los Angeles (UCLA), CA, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5078852705"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.5343,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.93147306,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"66068","last_page":"66084"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7292453050613403},{"id":"https://openalex.org/keywords/ac-power","display_name":"AC power","score":0.6226531863212585},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5737768411636353},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.513486921787262},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.490092396736145},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.45483487844467163},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.4227159321308136},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4090197682380676},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3383883833885193},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.28234803676605225},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.19215670228004456},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16925173997879028},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1275966763496399}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7292453050613403},{"id":"https://openalex.org/C108755667","wikidata":"https://www.wikidata.org/wiki/Q1930258","display_name":"AC power","level":3,"score":0.6226531863212585},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5737768411636353},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.513486921787262},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.490092396736145},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.45483487844467163},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.4227159321308136},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4090197682380676},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3383883833885193},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.28234803676605225},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.19215670228004456},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16925173997879028},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1275966763496399},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3396449","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3396449","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10518023.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:702487b686f149948919bf2b144656af","is_oa":true,"landing_page_url":"https://doaj.org/article/702487b686f149948919bf2b144656af","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 66068-66084 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3396449","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3396449","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10518023.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G6590948763","display_name":null,"funder_award_id":"45779","funder_id":"https://openalex.org/F4320337681","funder_display_name":"Department of Anthropology, University of California, Los Angeles"},{"id":"https://openalex.org/G8742477936","display_name":null,"funder_award_id":"69763","funder_id":"https://openalex.org/F4320337681","funder_display_name":"Department of Anthropology, University of California, Los Angeles"}],"funders":[{"id":"https://openalex.org/F4320337681","display_name":"Department of Anthropology, University of California, Los Angeles","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396604994.pdf"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W2056704414","https://openalex.org/W2074539475","https://openalex.org/W2196218134","https://openalex.org/W2265248459","https://openalex.org/W2591980212","https://openalex.org/W2745868649","https://openalex.org/W2886082136","https://openalex.org/W2897585551","https://openalex.org/W2897661175","https://openalex.org/W2913256734","https://openalex.org/W2922137599","https://openalex.org/W2954076389","https://openalex.org/W2955319481","https://openalex.org/W2963864421","https://openalex.org/W2981410174","https://openalex.org/W3006331850","https://openalex.org/W3010163017","https://openalex.org/W3015872947","https://openalex.org/W3023670470","https://openalex.org/W3033928040","https://openalex.org/W3038667564","https://openalex.org/W3049728571","https://openalex.org/W3101870776","https://openalex.org/W3124971693","https://openalex.org/W3137037630","https://openalex.org/W3143285251","https://openalex.org/W3147908447","https://openalex.org/W3156867250","https://openalex.org/W3169732227","https://openalex.org/W3186455603","https://openalex.org/W3193299480","https://openalex.org/W4206240779","https://openalex.org/W4214717370","https://openalex.org/W4214759040","https://openalex.org/W4226290058","https://openalex.org/W4285166876","https://openalex.org/W4288877484","https://openalex.org/W4296167810","https://openalex.org/W4310815743","https://openalex.org/W4312261109","https://openalex.org/W4324125951","https://openalex.org/W4380082501","https://openalex.org/W4383817990","https://openalex.org/W4385061547","https://openalex.org/W4386983463","https://openalex.org/W4387933276","https://openalex.org/W4391216355","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6742958495","https://openalex.org/W6748839928","https://openalex.org/W6765409320","https://openalex.org/W6769302897","https://openalex.org/W6773636707","https://openalex.org/W6948043755"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Advancing":[0],"bidirectional":[1],"voltage":[2,90],"source":[3,91],"inverters":[4,23],"in":[5,28,36,81,132,186,234],"the":[6,54,117,133,171,200,221],"on-board":[7,77,134],"chargers":[8],"of":[9,136,213,226],"electric":[10,17,21,75,88,137,227],"vehicles":[11],"is":[12,50,67],"vital":[13],"for":[14,56,62,85,223],"smart":[15,235],"grid":[16,236],"power":[18,33,79,190],"management.":[19],"These":[20],"vehicle":[22,76,89,228],"play":[24,231],"a":[25,44,163,176,211,232],"crucial":[26],"role":[27,233],"actively":[29,230],"contributing":[30],"to":[31,68,105,112,122,141,204,229],"active/reactive":[32],"flow":[34],"control":[35,63,70,109,119],"vehicle-to-grid":[37,240],"and":[38,73,111,139,146,156,175,188,208,241],"grid-to-vehicle":[39,242],"applications.":[40],"In":[41,160],"this":[42,161],"research,":[43],"proof-of-concept,":[45],"model-free":[46],"reinforcement":[47],"learning-based":[48,100],"agent/controller":[49],"introduced":[51],"that":[52],"eliminates":[53],"need":[55],"system":[57,125],"identification":[58,126],"or":[59],"linearization":[60],"techniques":[61,127],"design.":[64],"The":[65,180],"goal":[66],"dynamically":[69],"user-specified":[71],"active":[72,145,187],"reactive":[74,147,189],"charger":[78,135],"outputs":[80],"all":[82,150,194],"four":[83,195],"quadrants":[84],"three-phase":[86],"grid-connected":[87],"inverters.":[92],"A":[93],"Twin-Delayed":[94],"Deep":[95],"Deterministic":[96],"Policy":[97],"Gradient":[98],"deep-reinforcement":[99],"controller":[101],"was":[102,168],"designed":[103],"(1)":[104],"smoothly":[106],"learn":[107],"continuous":[108,144],"variables":[110],"generate":[113],"deterministic":[114],"actions":[115],"from":[116],"learned":[118],"policy,":[120],"(2)":[121],"avoid":[123],"exhaustive":[124],"associated":[128],"with":[129],"nonlinearities":[130],"involved":[131],"vehicles,":[138],"(3)":[140],"ultimately":[142],"track":[143],"powers":[148],"across":[149,193,210],"four-quadrant":[151],"operation":[152,197],"modes,":[153],"ensuring":[154],"safe":[155],"minimal":[157,181],"steady-state":[158],"errors.":[159],"paper,":[162],"Markov":[164],"Decision":[165],"Process":[166],"framework":[167],"established,":[169],"encompassing":[170],"environment,":[172],"actions,":[173],"states,":[174],"unique":[177],"reward":[178],"function.":[179],"steady":[182],"state":[183],"error":[184],"achieved":[185],"reference":[191],"tracking":[192,206],"quadrant":[196],"modes":[198],"substantiates":[199],"trained":[201],"agent\u2019s":[202],"capacity":[203],"sustain":[205],"accuracy":[207],"stability":[209],"variety":[212],"operational":[214],"settings.":[215],"This":[216],"research":[217],"could":[218],"potentially":[219],"pave":[220],"way":[222],"any":[224],"type":[225],"management,":[237],"especially":[238],"through":[239],"capabilities.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}