{"id":"https://openalex.org/W4200201466","doi":"https://doi.org/10.1109/iccad51958.2021.9643552","title":"From Specification to Topology: Automatic Power Converter Design via Reinforcement Learning","display_name":"From Specification to Topology: Automatic Power Converter Design via Reinforcement Learning","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4200201466","doi":"https://doi.org/10.1109/iccad51958.2021.9643552"},"language":"en","primary_location":{"id":"doi:10.1109/iccad51958.2021.9643552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad51958.2021.9643552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024724144","display_name":"Shaoze Fan","orcid":"https://orcid.org/0000-0003-3496-6076"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shaoze Fan","raw_affiliation_strings":["New Jersey Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031804347","display_name":"Ningyuan Cao","orcid":"https://orcid.org/0000-0002-5323-1051"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ningyuan Cao","raw_affiliation_strings":["New Jersey Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101557082","display_name":"Shun Zhang","orcid":"https://orcid.org/0000-0002-1641-0771"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shun Zhang","raw_affiliation_strings":["New Jersey Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100336972","display_name":"Jing Li","orcid":"https://orcid.org/0000-0002-6865-7290"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jing Li","raw_affiliation_strings":["New Jersey Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology","institution_ids":["https://openalex.org/I118118575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051951021","display_name":"Xiaoxiao Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoxiao Guo","raw_affiliation_strings":["IBM T. J. Watson Research Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100327327","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0001-5647-2777"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["IBM T. J. Watson Research Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9539999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9049000144004822,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.7537046670913696},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.699321985244751},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6907155513763428},{"id":"https://openalex.org/keywords/converters","display_name":"Converters","score":0.6662601828575134},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5516376495361328},{"id":"https://openalex.org/keywords/design-space-exploration","display_name":"Design space exploration","score":0.5150925517082214},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.48008257150650024},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4419928789138794},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.4030642509460449},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33847934007644653},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.22947165369987488},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22287419438362122},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.16123366355895996},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.153361976146698},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1358552873134613}],"concepts":[{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.7537046670913696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.699321985244751},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6907155513763428},{"id":"https://openalex.org/C2778422915","wikidata":"https://www.wikidata.org/wiki/Q10302051","display_name":"Converters","level":3,"score":0.6662601828575134},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5516376495361328},{"id":"https://openalex.org/C2776221188","wikidata":"https://www.wikidata.org/wiki/Q21072556","display_name":"Design space exploration","level":2,"score":0.5150925517082214},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.48008257150650024},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4419928789138794},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.4030642509460449},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33847934007644653},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.22947165369987488},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22287419438362122},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.16123366355895996},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.153361976146698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1358552873134613},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccad51958.2021.9643552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad51958.2021.9643552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7300000190734863,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1555919661","display_name":null,"funder_award_id":"DE-AR0001210","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332276","display_name":"Advanced Research Projects Agency - Energy","ror":"https://ror.org/03q1rgc19"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1553149778","https://openalex.org/W1971704139","https://openalex.org/W2091359500","https://openalex.org/W2109443454","https://openalex.org/W2804987245","https://openalex.org/W2898980225","https://openalex.org/W2901023073","https://openalex.org/W2911472431","https://openalex.org/W2946466283","https://openalex.org/W2972908887","https://openalex.org/W2997143235","https://openalex.org/W3009193187","https://openalex.org/W3011079741","https://openalex.org/W3013793321","https://openalex.org/W3033928040","https://openalex.org/W3036209872","https://openalex.org/W3036532492","https://openalex.org/W3090564534","https://openalex.org/W3092072718","https://openalex.org/W3092422274","https://openalex.org/W3092618035","https://openalex.org/W3111845806","https://openalex.org/W4236728296","https://openalex.org/W4249230816","https://openalex.org/W4287597942","https://openalex.org/W6633062741","https://openalex.org/W6683185311","https://openalex.org/W6751513613","https://openalex.org/W6763676199","https://openalex.org/W6767831734","https://openalex.org/W6785473918"],"related_works":["https://openalex.org/W4387546336","https://openalex.org/W2168940796","https://openalex.org/W4282568311","https://openalex.org/W2951473296","https://openalex.org/W2883928845","https://openalex.org/W4288420200","https://openalex.org/W3145095675","https://openalex.org/W2024329643","https://openalex.org/W4365793791","https://openalex.org/W3134072570"],"abstract_inverted_index":{"The":[0],"tidal":[1],"waves":[2],"of":[3,22],"modern":[4],"electronic/electrical":[5],"devices":[6],"have":[7],"led":[8],"to":[9,82,108,121,145,171],"increasing":[10],"demands":[11],"for":[12,138],"ubiquitous":[13],"application-specific":[14],"power":[15,24,66],"converters.":[16],"A":[17],"conventional":[18],"manual":[19],"design":[20,56,69,89,124],"procedure":[21],"such":[23],"converters":[25,67],"is":[26,154],"computation-":[27],"and":[28,33,40,43,46,52],"labor-intensive,":[29],"which":[30],"involves":[31],"selecting":[32],"connecting":[34],"component":[35],"devices,":[36],"tuning":[37],"component-wise":[38],"parameters":[39],"control":[41],"schemes,":[42],"iteratively":[44],"evaluating":[45],"optimizing":[47],"the":[48,75,103,151,165],"design.":[49],"To":[50],"automate":[51,83],"speed":[53],"up":[54,170],"this":[55],"process,":[57],"we":[58,128,175],"propose":[59],"an":[60],"automatic":[61,147],"framework":[62,76,132],"that":[63,130],"designs":[64],"custom":[65],"from":[68],"specifications":[70],"using":[71],"reinforcement":[72,80],"learning.":[73],"Specifically,":[74],"embraces":[77],"upper-confidence-bound-tree-based":[78],"(UCT-based)":[79],"learning":[81],"topology":[84,110,148],"space":[85,111],"exploration":[86],"with":[87,164],"circuit":[88,118,136],"specification-encoded":[90],"reward":[91],"signals.":[92],"Moreover,":[93],"our":[94,131,182],"UCT-based":[95],"approach":[96],"can":[97,161],"exploit":[98],"small":[99],"offline":[100],"data":[101],"via":[102],"specially":[104],"designed":[105],"default":[106],"policy":[107],"accelerate":[109],"exploration.":[112],"Further,":[113],"it":[114,160],"utilizes":[115],"a":[116],"hybrid":[117],"evaluation":[119,125],"strategy":[120],"substantially":[122],"reduces":[123],"costs.":[126],"Empirically,":[127],"demonstrated":[129],"could":[133],"generate":[134,162],"energy-efficient":[135],"topologies":[137,163],"various":[139],"target":[140],"voltage":[141],"conversion":[142],"ratios.":[143],"Compared":[144],"existing":[146],"optimization":[149],"strategies,":[150],"proposed":[152],"method":[153],"much":[155],"more":[156],"computationally":[157],"efficient":[158],"-":[159],"same":[166],"quality":[167],"while":[168],"being":[169],"67%":[172],"faster.":[173],"Additionally,":[174],"discussed":[176],"some":[177],"interesting":[178],"circuits":[179],"discovered":[180],"by":[181],"framework.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}