{"id":"https://openalex.org/W4360605054","doi":"https://doi.org/10.1109/icnc57223.2023.10074355","title":"Deep Reinforcement Learning-Based Optimal Parameter Design of Power Converters","display_name":"Deep Reinforcement Learning-Based Optimal Parameter Design of Power Converters","publication_year":2023,"publication_date":"2023-02-20","ids":{"openalex":"https://openalex.org/W4360605054","doi":"https://doi.org/10.1109/icnc57223.2023.10074355"},"language":"en","primary_location":{"id":"doi:10.1109/icnc57223.2023.10074355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc57223.2023.10074355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Computing, Networking and Communications (ICNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.osti.gov/servlets/purl/1987997","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018894080","display_name":"Van\u2010Hai Bui","orcid":"https://orcid.org/0009-0002-4565-4780"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]},{"id":"https://openalex.org/I8030538","display_name":"SUNY Maritime College","ror":"https://ror.org/02d4maz67","country_code":"US","type":"education","lineage":["https://openalex.org/I8030538"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Van-Hai Bui","raw_affiliation_strings":["University of Michigan-Dearborn,Department of Electrical and Computer Engineering, College of Engineering and Computer Science,Dearborn,MI,USA,48128","Department of Electrical Engineering, State University of New York (SUNY)-Maritime College, Throggs Neck, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan-Dearborn,Department of Electrical and Computer Engineering, College of Engineering and Computer Science,Dearborn,MI,USA,48128","institution_ids":["https://openalex.org/I4210130704"]},{"raw_affiliation_string":"Department of Electrical Engineering, State University of New York (SUNY)-Maritime College, Throggs Neck, NY, USA","institution_ids":["https://openalex.org/I8030538"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025905504","display_name":"Fangyuan Chang","orcid":"https://orcid.org/0000-0002-6439-7022"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fangyuan Chang","raw_affiliation_strings":["University of Michigan-Dearborn,Department of Electrical and Computer Engineering, College of Engineering and Computer Science,Dearborn,MI,USA,48128"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan-Dearborn,Department of Electrical and Computer Engineering, College of Engineering and Computer Science,Dearborn,MI,USA,48128","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009664810","display_name":"Wencong Su","orcid":"https://orcid.org/0000-0003-1482-3078"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wencong Su","raw_affiliation_strings":["University of Michigan-Dearborn,Department of Electrical and Computer Engineering, College of Engineering and Computer Science,Dearborn,MI,USA,48128"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan-Dearborn,Department of Electrical and Computer Engineering, College of Engineering and Computer Science,Dearborn,MI,USA,48128","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100603093","display_name":"Mengqi Wang","orcid":"https://orcid.org/0000-0003-1979-2565"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengqi Wang","raw_affiliation_strings":["University of Michigan-Dearborn,Department of Electrical and Computer Engineering, College of Engineering and Computer Science,Dearborn,MI,USA,48128"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan-Dearborn,Department of Electrical and Computer Engineering, College of Engineering and Computer Science,Dearborn,MI,USA,48128","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054035359","display_name":"Yi Lu Murphey","orcid":"https://orcid.org/0000-0002-0501-8002"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Lu Murphey","raw_affiliation_strings":["University of Michigan-Dearborn,Department of Electrical and Computer Engineering, College of Engineering and Computer Science,Dearborn,MI,USA,48128"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan-Dearborn,Department of Electrical and Computer Engineering, College of Engineering and Computer Science,Dearborn,MI,USA,48128","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053630715","display_name":"Felipe Leno da Silva","orcid":"https://orcid.org/0000-0003-4703-2061"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Felipe Leno Da Silva","raw_affiliation_strings":["Lawrence Livermore National Laboratory (LLNL),Livermore,CA,USA>,94550"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory (LLNL),Livermore,CA,USA>,94550","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079847660","display_name":"Can Huang","orcid":"https://orcid.org/0000-0002-5159-4908"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Can Huang","raw_affiliation_strings":["Lawrence Livermore National Laboratory (LLNL),Livermore,CA,USA>,94550"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory (LLNL),Livermore,CA,USA>,94550","institution_ids":["https://openalex.org/I1282311441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063847318","display_name":"Lingxiao Xue","orcid":"https://orcid.org/0000-0001-9225-1584"},"institutions":[{"id":"https://openalex.org/I1289243028","display_name":"Oak Ridge National Laboratory","ror":"https://ror.org/01qz5mb56","country_code":"US","type":"facility","lineage":["https://openalex.org/I1289243028","https://openalex.org/I1330989302","https://openalex.org/I39565521","https://openalex.org/I4210159294"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lingxiao Xue","raw_affiliation_strings":["Oak Ridge National Laboratory (ORNL),Oak Ridge,TN,USA,37830"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oak Ridge National Laboratory (ORNL),Oak Ridge,TN,USA,37830","institution_ids":["https://openalex.org/I1289243028"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021316298","display_name":"Ruben Glatt","orcid":"https://orcid.org/0000-0002-4401-3810"},"institutions":[{"id":"https://openalex.org/I1282311441","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53","country_code":"US","type":"facility","lineage":["https://openalex.org/I1282311441","https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210138311"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruben Glatt","raw_affiliation_strings":["Lawrence Livermore National Laboratory (LLNL),Livermore,CA,USA>,94550"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lawrence Livermore National Laboratory (LLNL),Livermore,CA,USA>,94550","institution_ids":["https://openalex.org/I1282311441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.488,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.62012033,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10228","display_name":"Multilevel Inverters and Converters","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10228","display_name":"Multilevel Inverters and Converters","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10175","display_name":"Advanced DC-DC Converters","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10361","display_name":"Silicon Carbide Semiconductor Technologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9013067483901978},{"id":"https://openalex.org/keywords/converters","display_name":"Converters","score":0.7496857643127441},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7280998826026917},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.565762460231781},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5391758680343628},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.5219166278839111},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.49208539724349976},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4290613830089569},{"id":"https://openalex.org/keywords/optimal-design","display_name":"Optimal design","score":0.4155789613723755},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3713356554508209},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.35178545117378235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31024646759033203},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2207711935043335},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1659334897994995},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.11670413613319397}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9013067483901978},{"id":"https://openalex.org/C2778422915","wikidata":"https://www.wikidata.org/wiki/Q10302051","display_name":"Converters","level":3,"score":0.7496857643127441},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7280998826026917},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.565762460231781},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5391758680343628},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.5219166278839111},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.49208539724349976},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4290613830089569},{"id":"https://openalex.org/C186394612","wikidata":"https://www.wikidata.org/wiki/Q7098942","display_name":"Optimal design","level":2,"score":0.4155789613723755},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3713356554508209},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.35178545117378235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31024646759033203},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2207711935043335},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1659334897994995},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.11670413613319397},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icnc57223.2023.10074355","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnc57223.2023.10074355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on Computing, Networking and Communications (ICNC)","raw_type":"proceedings-article"},{"id":"pmh:oai:osti.gov:1987997","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1987997","pdf_url":"https://www.osti.gov/servlets/purl/1987997","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:osti.gov:1987997","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1987997","pdf_url":"https://www.osti.gov/servlets/purl/1987997","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3355367070","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320338286","funder_display_name":"Lawrence Livermore National Laboratory"},{"id":"https://openalex.org/G8157651756","display_name":null,"funder_award_id":"DEAC52-07NA27344","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332276","display_name":"Advanced Research Projects Agency - Energy","ror":"https://ror.org/03q1rgc19"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320338286","display_name":"Lawrence Livermore National Laboratory","ror":"https://ror.org/041nk4h53"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4360605054.pdf","grobid_xml":"https://content.openalex.org/works/W4360605054.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1983950684","https://openalex.org/W2112818608","https://openalex.org/W2519453876","https://openalex.org/W2807222788","https://openalex.org/W2894084973","https://openalex.org/W2904246096","https://openalex.org/W3004440990","https://openalex.org/W3025257785","https://openalex.org/W3094715201","https://openalex.org/W3196124035","https://openalex.org/W4226367956","https://openalex.org/W6757592117"],"related_works":["https://openalex.org/W4387546336","https://openalex.org/W3096874164","https://openalex.org/W4376605461","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W2892507673","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2537866915"],"abstract_inverted_index":{"The":[0,74],"optimal":[1,22],"design":[2,27,41,65],"of":[3,17,63,134,140],"power":[4,79,149],"converters":[5],"often":[6],"requires":[7],"a":[8,14,32,70,99],"long":[9],"time":[10],"to":[11,19,38,122,130],"process":[12],"with":[13,69],"huge":[15],"number":[16],"simulations":[18],"determine":[20],"the":[21,26,40,52,61,64,83,104,107,115,119,126,132,135,138],"parameters.":[23],"To":[24],"reduce":[25],"cycle,":[28],"this":[29],"paper":[30],"proposes":[31],"proximal":[33],"policy":[34,109],"optimization":[35,142],"(PPO)-based":[36],"model":[37,121],"optimize":[39],"parameters":[42,66],"for":[43],"Buck":[44],"and":[45,67,81,93,103,124],"Boost":[46],"converters.":[47],"In":[48],"each":[49],"training":[50],"step,":[51],"learning":[53,84,127],"agent":[54,85],"carries":[55],"out":[56],"an":[57],"action":[58],"that":[59],"adjusts":[60],"value":[62],"interacts":[68],"dynamic":[71],"Simulink":[72],"model.":[73],"simulation":[75],"provides":[76],"feedback":[77],"on":[78,146],"efficiency":[80],"helps":[82],"in":[86],"optimizing":[87],"parameter":[88],"design.":[89],"Unlike":[90],"deep":[91],"Q-learning":[92],"standard":[94],"actor-critic":[95],"algorithms,":[96],"PPO":[97],"includes":[98],"clipped":[100],"objective":[101],"function":[102,105],"avoids":[106],"new":[108],"from":[110,114],"changing":[111],"too":[112],"far":[113],"oldpolicy.":[116],"This":[117],"allows":[118],"proposed":[120,136],"accelerate":[123],"stabilize":[125],"process.":[128],"Finally,":[129],"show":[131],"effectiveness":[133],"method,":[137],"performance":[139],"different":[141],"algorithms":[143],"is":[144],"compared":[145],"two":[147],"popular":[148],"converter":[150],"topologies.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-18T10:00:31.954636","created_date":"2025-10-10T00:00:00"}