{"id":"https://openalex.org/W4408529861","doi":"https://doi.org/10.1145/3723162","title":"Hierarchical Integration of Reinforcement Learning and Optimization Algorithms for Time-Efficient Design Automation of Complex Analog Circuit","display_name":"Hierarchical Integration of Reinforcement Learning and Optimization Algorithms for Time-Efficient Design Automation of Complex Analog Circuit","publication_year":2025,"publication_date":"2025-03-17","ids":{"openalex":"https://openalex.org/W4408529861","doi":"https://doi.org/10.1145/3723162"},"language":"en","primary_location":{"id":"doi:10.1145/3723162","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723162","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3723162","source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3723162","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112111796","display_name":"Xunbo Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwei Feng","raw_affiliation_strings":["Fudan University, Shanghai, China","Fudan University,  Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-0034-1400","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University,  Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yifan Xu","orcid":"https://orcid.org/0009-0008-8529-4840"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Xu","raw_affiliation_strings":["Fudan University, Shanghai, China","Fudan University,  Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-8529-4840","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University,  Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031754349","display_name":"Zhangcheng Huang","orcid":"https://orcid.org/0000-0002-2551-7044"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangcheng Huang","raw_affiliation_strings":["Fudan University, Shanghai, China","Fudan University,  Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2551-7044","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University,  Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wuyi Xu","orcid":"https://orcid.org/0009-0004-3828-5037"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wuyi Xu","raw_affiliation_strings":["Fudan University, Shanghai, China","Fudan University,  Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-3828-5037","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University,  Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039204202","display_name":"Zhaori Bi","orcid":"https://orcid.org/0000-0002-7315-3150"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaori Bi","raw_affiliation_strings":["Fudan University, Shanghai, China","Fudan University,  Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7315-3150","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University,  Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045464812","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0003-2164-8175"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["Fudan University, Shanghai, China","Fudan University,  Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2164-8175","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University,  Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064213921","display_name":"Xuan Zeng","orcid":"https://orcid.org/0000-0002-8097-4053"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210132426","display_name":"Shanghai Fudan Microelectronics (China)","ror":"https://ror.org/02vfj3j86","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210132426"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Zeng","raw_affiliation_strings":["Microelectronics, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8097-4053","affiliations":[{"raw_affiliation_string":"Microelectronics, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I4210132426","https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022547077","display_name":"Ye L\u00fc","orcid":"https://orcid.org/0000-0001-9054-2644"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Lu","raw_affiliation_strings":["Fudan University, Shanghai, China","Fudan University,  Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9054-2644","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Fudan University,  Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5352,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63931568,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"30","issue":"3","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.862043023109436},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7518953084945679},{"id":"https://openalex.org/keywords/electronic-design-automation","display_name":"Electronic design automation","score":0.5751131176948547},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5705105662345886},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4433833956718445},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.39154043793678284},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3708074986934662},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3352515697479248},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.20200103521347046}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.862043023109436},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7518953084945679},{"id":"https://openalex.org/C64260653","wikidata":"https://www.wikidata.org/wiki/Q1194864","display_name":"Electronic design automation","level":2,"score":0.5751131176948547},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5705105662345886},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4433833956718445},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.39154043793678284},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3708074986934662},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3352515697479248},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.20200103521347046},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3723162","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723162","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3723162","source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3723162","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723162","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3723162","source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1434863730","display_name":null,"funder_award_id":"2020YFA0711900, 2020YFA0711901","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7816441554","display_name":null,"funder_award_id":"62350610270, 62374034, 62235009, 62474050, 62304052, 92373207 and 62090025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408529861.pdf"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W187253675","https://openalex.org/W2067964949","https://openalex.org/W2137983211","https://openalex.org/W2140825526","https://openalex.org/W2144022836","https://openalex.org/W2585585113","https://openalex.org/W2806510349","https://openalex.org/W2989851762","https://openalex.org/W3036532492","https://openalex.org/W3092618035","https://openalex.org/W3168892396","https://openalex.org/W3214495641","https://openalex.org/W4285043533","https://openalex.org/W4386764190"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3214257365","https://openalex.org/W4312076519","https://openalex.org/W2066877376","https://openalex.org/W4318224782","https://openalex.org/W4313341368","https://openalex.org/W3097018712"],"abstract_inverted_index":{"Design":[0],"automation":[1,185],"of":[2,124,149,165],"complex":[3,188],"analog":[4,189],"circuits":[5,190],"(CAC)":[6],"with":[7,68],"multiple":[8],"sub-blocks":[9],"is":[10],"challenging":[11],"mainly":[12],"due":[13],"to":[14,73,85,114,134,170],"large":[15],"design":[16,46,96,184],"search":[17],"space,":[18],"uncertain":[19],"intermediate":[20],"subgoal":[21,71,76,83],"creation,":[22],"and":[23,35,43,59,70,108,128,146,191],"lengthy":[24],"CAC":[25,45,54,101,156],"simulation":[26,102],"runtime.":[27,117],"In":[28,49],"this":[29,160],"work,":[30],"we":[31,51],"propose":[32],"a":[33,40,105,121,163,181],"hierarchical":[34,65,144],"heterogeneous":[36,122],"integration":[37,123],"framework":[38,161],"as":[39],"fully":[41],"automated":[42],"time-efficient":[44],"optimization":[47,130],"solution.":[48],"Particularly,":[50],"(i)":[52],"decompose":[53],"into":[55],"two":[56,80],"levels":[57],"hierarchically":[58],"for":[60,187],"the":[61,75,86,137,143,147,174],"first":[62],"time":[63,182],"introduce":[64],"RL":[66,126],"agents":[67],"hindsight":[69],"testing":[72],"automate":[74],"creation":[77],"between":[78],"these":[79],"levels.":[81],"The":[82],"converges":[84],"optimal":[87],"value":[88],"through":[89,104],"algorithm":[90],"interactions.":[91],"(ii)":[92],"We":[93,119],"enable":[94],"high-level":[95],"space":[97],"dimensionality":[98],"reduction,":[99],"minimize":[100],"runs":[103],"buffer":[106],"hold,":[107],"employ":[109],"low-level":[110],"sub-block":[111],"execution":[112],"parallelization":[113],"reduce":[115],"overall":[116],"(iii)":[118],"construct":[120],"different":[125,151],"algorithms":[127,131],"black-box":[129],"in":[132],"hierarchy":[133],"further":[135],"boost":[136],"speed":[138,167],"by":[139],"benefiting":[140],"both":[141],"from":[142],"structure":[145],"advantages":[148],"each":[150],"algorithm.":[152],"Experiments":[153],"on":[154],"four":[155],"topologies":[157],"demonstrate":[158],"that":[159],"achieves":[162],"maximum":[164],"11.4\u00d7":[166],"up":[168,180],"compared":[169],"existing":[171],"methods":[172],"at":[173],"desired":[175],"figure-of-merit.":[176],"This":[177],"work":[178],"opens":[179],"efficient":[183],"route":[186],"systems.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}