{"id":"https://openalex.org/W4312439090","doi":"https://doi.org/10.1109/tie.2022.3220893","title":"Deep Reinforcement Learning Aided Variable-Frequency Triple-Phase-Shift Control for Dual-Active-Bridge Converter","display_name":"Deep Reinforcement Learning Aided Variable-Frequency Triple-Phase-Shift Control for Dual-Active-Bridge Converter","publication_year":2022,"publication_date":"2022-11-14","ids":{"openalex":"https://openalex.org/W4312439090","doi":"https://doi.org/10.1109/tie.2022.3220893"},"language":"en","primary_location":{"id":"doi:10.1109/tie.2022.3220893","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2022.3220893","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vbn.aau.dk/da/publications/29a583f3-b29d-4a81-8d40-54341c5d8280","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102367344","display_name":"Yuanhong Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanhong Tang","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082636856","display_name":"Weihao Hu","orcid":"https://orcid.org/0000-0002-7019-7289"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihao Hu","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-7019-7289","affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773238","display_name":"Di Cao","orcid":"https://orcid.org/0000-0002-8360-2888"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Cao","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-8360-2888","affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078100386","display_name":"Nie Hou","orcid":"https://orcid.org/0000-0001-7722-8271"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nie Hou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7722-8271","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057191624","display_name":"Zhuoqiang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuoqiang Li","raw_affiliation_strings":["ZongMu Technology Company, Ltd., Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZongMu Technology Company, Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059462676","display_name":"Yunwei Li","orcid":"https://orcid.org/0000-0002-5410-4505"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yun Wei Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5410-4505","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457678","display_name":"Zhe Chen","orcid":"https://orcid.org/0000-0002-2919-4481"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Zhe Chen","raw_affiliation_strings":["Department of Energy Technology, Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-2919-4481","affiliations":[{"raw_affiliation_string":"Department of Energy Technology, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039395705","display_name":"Frede Blaabjerg","orcid":"https://orcid.org/0000-0001-8311-7412"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Frede Blaabjerg","raw_affiliation_strings":["Department of Energy Technology, Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0001-8311-7412","affiliations":[{"raw_affiliation_string":"Department of Energy Technology, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8689,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.94801999,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"70","issue":"10","first_page":"10506","last_page":"10515"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10175","display_name":"Advanced DC-DC Converters","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10175","display_name":"Advanced DC-DC Converters","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10228","display_name":"Multilevel Inverters and Converters","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.699725329875946},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6925321221351624},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5704411864280701},{"id":"https://openalex.org/keywords/converters","display_name":"Converters","score":0.538170337677002},{"id":"https://openalex.org/keywords/automatic-frequency-control","display_name":"Automatic frequency control","score":0.44134214520454407},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.40052908658981323},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2823496460914612},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24321845173835754},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21427688002586365},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10419702529907227},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08652424812316895}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.699725329875946},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6925321221351624},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5704411864280701},{"id":"https://openalex.org/C2778422915","wikidata":"https://www.wikidata.org/wiki/Q10302051","display_name":"Converters","level":3,"score":0.538170337677002},{"id":"https://openalex.org/C25915539","wikidata":"https://www.wikidata.org/wiki/Q220786","display_name":"Automatic frequency control","level":2,"score":0.44134214520454407},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.40052908658981323},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2823496460914612},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24321845173835754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21427688002586365},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10419702529907227},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08652424812316895}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tie.2022.3220893","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2022.3220893","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/29a583f3-b29d-4a81-8d40-54341c5d8280","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/29a583f3-b29d-4a81-8d40-54341c5d8280","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Tang, Y, Hu, W, Cao, D, Hou, N, Li, Z, Li, Y W, Chen, Z & Blaabjerg, F 2023, 'Deep Reinforcement Learning Aided Variable-Frequency Triple-Phase-Shift Control for Dual-Active-Bridge Converter', I E E E Transactions on Industrial Electronics, vol. 70, no. 10, 9950526, pp. 10506 - 10515. https://doi.org/10.1109/TIE.2022.3220893","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/29a583f3-b29d-4a81-8d40-54341c5d8280","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/29a583f3-b29d-4a81-8d40-54341c5d8280","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Tang, Y, Hu, W, Cao, D, Hou, N, Li, Z, Li, Y W, Chen, Z & Blaabjerg, F 2023, 'Deep Reinforcement Learning Aided Variable-Frequency Triple-Phase-Shift Control for Dual-Active-Bridge Converter', I E E E Transactions on Industrial Electronics, vol. 70, no. 10, 9950526, pp. 10506 - 10515. https://doi.org/10.1109/TIE.2022.3220893","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1986679788","https://openalex.org/W2101677595","https://openalex.org/W2145047138","https://openalex.org/W2150682005","https://openalex.org/W2236675055","https://openalex.org/W2342739960","https://openalex.org/W2607079595","https://openalex.org/W2787938642","https://openalex.org/W2793069035","https://openalex.org/W2803890923","https://openalex.org/W2924868743","https://openalex.org/W2943318066","https://openalex.org/W2959818615","https://openalex.org/W2972115321","https://openalex.org/W2973792113","https://openalex.org/W2976643890","https://openalex.org/W2990829499","https://openalex.org/W3029073794","https://openalex.org/W3039954472","https://openalex.org/W3041884340","https://openalex.org/W3090667645","https://openalex.org/W3130321823","https://openalex.org/W3156070738","https://openalex.org/W3190079665","https://openalex.org/W3191425715","https://openalex.org/W3198681184","https://openalex.org/W3212537746","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W631083485","https://openalex.org/W4313452936","https://openalex.org/W2097026685","https://openalex.org/W2480068220","https://openalex.org/W2070883797","https://openalex.org/W4386859288","https://openalex.org/W2102542442","https://openalex.org/W1986220761","https://openalex.org/W2042495646","https://openalex.org/W3092774214"],"abstract_inverted_index":{"To":[0],"improve":[1],"the":[2,6,19,22,29,42,46,53,61,68,71,77,112,118],"conversion":[3,105],"efficiency":[4],"of":[5,21,48,70,111],"dual-active-bridge":[7],"converter,":[8],"this":[9],"article":[10],"demonstrates":[11],"a":[12,83,122],"variable-frequency":[13],"triple-phase-shift":[14],"(TPS)":[15],"control":[16,91],"strategy":[17],"with":[18,45,56,100],"help":[20],"deep":[23,32],"reinforcement":[24],"learning":[25],"method.":[26],"More":[27],"specifically,":[28],"twin":[30],"delayed":[31],"deterministic":[33],"policy":[34],"gradient":[35],"(TD3)":[36],"algorithm":[37],"is":[38,115],"adopted":[39],"to":[40],"train":[41],"agent":[43,80],"offline":[44],"aim":[47],"minimum":[49],"power":[50],"losses,":[51],"under":[52],"TPS":[54],"modulation":[55],"varying":[57],"switching":[58,102],"frequency.":[59],"Moreover,":[60],"zero-voltage-switching":[62],"performance":[63],"has":[64],"been":[65],"considered":[66],"during":[67],"training":[69],"TD3":[72,79],"algorithm.":[73],"Based":[74],"on":[75],"these,":[76],"trained":[78],"acts":[81],"as":[82],"fast":[84],"surrogate":[85],"predictor,":[86],"which":[87],"can":[88],"produce":[89],"appropriate":[90],"strategies":[92],"in":[93,121],"real-time":[94],"for":[95],"whole":[96],"continuous":[97],"operating":[98],"conditions":[99],"soft":[101],"and":[103,109],"maximum":[104],"efficiency.":[106],"The":[107],"effectiveness":[108],"correctness":[110],"proposed":[113],"scheme":[114],"validated":[116],"through":[117],"experimental":[119],"results":[120],"laboratory":[123],"prototype.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
