{"id":"https://openalex.org/W4396753438","doi":"https://doi.org/10.1109/tcad.2024.3398554","title":"Multiagent Based Reinforcement Learning (MA-RL): An Automated Designer for Complex Analog Circuits","display_name":"Multiagent Based Reinforcement Learning (MA-RL): An Automated Designer for Complex Analog Circuits","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4396753438","doi":"https://doi.org/10.1109/tcad.2024.3398554"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2024.3398554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3398554","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022047366","display_name":"Jiarui Bao","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiarui Bao","raw_affiliation_strings":["State Key Laboratory of Integrated Chips and Systems, School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Chips and Systems, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100741696","display_name":"Jinxin Zhang","orcid":"https://orcid.org/0000-0003-0293-7262"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinxin Zhang","raw_affiliation_strings":["State Key Laboratory of Integrated Chips and Systems, School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Chips and Systems, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031754349","display_name":"Zhangcheng Huang","orcid":"https://orcid.org/0000-0002-2551-7044"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhangcheng Huang","raw_affiliation_strings":["Frontier Institute of Chip and System Shanghai, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2551-7044","affiliations":[{"raw_affiliation_string":"Frontier Institute of Chip and System Shanghai, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039204202","display_name":"Zhaori Bi","orcid":"https://orcid.org/0000-0002-7315-3150"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210132426","display_name":"Shanghai Fudan Microelectronics (China)","ror":"https://ror.org/02vfj3j86","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210132426"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaori Bi","raw_affiliation_strings":["State Key Laboratory of Integrated Chips and Systems, School of Microelectronics, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7315-3150","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Chips and Systems, School of Microelectronics, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I4210132426","https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112111796","display_name":"Xunbo Feng","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwei Feng","raw_affiliation_strings":["State Key Laboratory of Integrated Chips and Systems, School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Chips and Systems, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064213921","display_name":"Xuan Zeng","orcid":"https://orcid.org/0000-0002-8097-4053"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210132426","display_name":"Shanghai Fudan Microelectronics (China)","ror":"https://ror.org/02vfj3j86","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210132426"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Zeng","raw_affiliation_strings":["State Key Laboratory of Integrated Chips and Systems, School of Microelectronics, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8097-4053","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Chips and Systems, School of Microelectronics, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I4210132426","https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022547077","display_name":"Ye L\u00fc","orcid":"https://orcid.org/0000-0001-9054-2644"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Lu","raw_affiliation_strings":["State Key Laboratory of Integrated Chips and Systems, School of Information Science and Technology, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9054-2644","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Chips and Systems, School of Information Science and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5022047366"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":5.9604,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96633563,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"43","issue":"12","first_page":"4398","last_page":"4411"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9021000266075134,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7012555599212646},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5963362455368042},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5900095701217651},{"id":"https://openalex.org/keywords/electronic-circuit","display_name":"Electronic circuit","score":0.43163591623306274},{"id":"https://openalex.org/keywords/analogue-electronics","display_name":"Analogue electronics","score":0.4201720356941223},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36299392580986023},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17648231983184814},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.14447104930877686}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7012555599212646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5963362455368042},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5900095701217651},{"id":"https://openalex.org/C134146338","wikidata":"https://www.wikidata.org/wiki/Q1815901","display_name":"Electronic circuit","level":2,"score":0.43163591623306274},{"id":"https://openalex.org/C29074008","wikidata":"https://www.wikidata.org/wiki/Q174925","display_name":"Analogue electronics","level":3,"score":0.4201720356941223},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36299392580986023},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17648231983184814},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.14447104930877686},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2024.3398554","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2024.3398554","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.5899999737739563,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G1312300177","display_name":null,"funder_award_id":"62374034","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1687393570","display_name":null,"funder_award_id":"62350610270","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1964572237","display_name":null,"funder_award_id":"62235009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5071938314","display_name":null,"funder_award_id":"62141407","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6135847747","display_name":null,"funder_award_id":"62304052","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2015105542","https://openalex.org/W2028334174","https://openalex.org/W2067964949","https://openalex.org/W2074046446","https://openalex.org/W2085249130","https://openalex.org/W2091359500","https://openalex.org/W2111776955","https://openalex.org/W2145339207","https://openalex.org/W2146080060","https://openalex.org/W2165666706","https://openalex.org/W2170444246","https://openalex.org/W2585585113","https://openalex.org/W2736601468","https://openalex.org/W2769791151","https://openalex.org/W2963864421","https://openalex.org/W2995482666","https://openalex.org/W2998324702","https://openalex.org/W3036532492","https://openalex.org/W3084745515","https://openalex.org/W3089997764","https://openalex.org/W3092618035","https://openalex.org/W3117520778","https://openalex.org/W3121642476","https://openalex.org/W3133413229","https://openalex.org/W3205090792","https://openalex.org/W3214495641","https://openalex.org/W4232193470","https://openalex.org/W4297990030","https://openalex.org/W4389166704","https://openalex.org/W6606551078","https://openalex.org/W6682856405","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6748839928","https://openalex.org/W6751513613"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W2375192119"],"abstract_inverted_index":{"Despite":[0],"the":[1,34,92,106,116,128,134,158,161,202,237,248],"effort":[2],"of":[3,108,160,183,194,204],"analog":[4,10,35,49,94,213,242,254],"circuit":[5,11,36,117,139,214,255],"design":[6,12,37,48,53,74,109,136,257],"automation,":[7],"currently":[8],"complex":[9,52,93,212,241],"still":[13],"requires":[14],"extensive":[15],"manual":[16],"iterations,":[17],"making":[18],"it":[19],"labor":[20],"intensive":[21],"and":[22,42,103,127,146,153,168,176,218,221],"time-consuming.":[23],"Recently,":[24],"reinforcement":[25],"learning":[26],"(RL)":[27],"algorithms":[28,152],"have":[29],"been":[30,57],"demonstrated":[31],"successfully":[32],"for":[33,115,240,250],"optimization.":[38],"However,":[39],"a":[40,78,124],"robust":[41],"highly":[43],"efficient":[44],"RL":[45,81,151],"method":[46],"to":[47,84,123,156,171,199],"circuits":[50,95],"with":[51],"space":[54],"has":[55],"not":[56],"fully":[58],"explored":[59],"yet.":[60],"In":[61],"this":[62,86,205],"work,":[63],"inspired":[64],"by":[65,141],"multiagent":[66,79,150],"planning":[67],"theory":[68],"as":[69,71,188,190],"well":[70,189],"human":[72,142],"expert":[73],"practice,":[75],"we":[76,89],"propose":[77],"based":[80,99],"(MA-RL)":[82],"framework":[83,234],"tackle":[85],"issue.":[87],"Particularly,":[88],"(i)":[90],"partition":[91],"into":[96],"several":[97],"sub-blocks":[98,140],"on":[100,209],"topology":[101],"information":[102],"effectively":[104],"reduce":[105],"complexity":[107],"search":[110],"space;":[111],"(ii)":[112],"leverage":[113],"MA-RL":[114,162,195,233],"optimization,":[118],"where":[119],"each":[120],"agent":[121],"corresponds":[122],"single":[125],"sub-block,":[126],"interactions":[129],"between":[130,138,224],"agents":[131,196],"delicately":[132],"mimic":[133],"best":[135,238],"tradeoffs":[137],"experts;":[143],"(iii)":[144],"introduce":[145],"compare":[147],"three":[148,210],"different":[149,184,191,211],"corresponding":[154],"frameworks":[155],"demonstrate":[157],"effectiveness":[159],"method.":[163],"(iv)":[164],"employing":[165],"twin-delayed":[166],"techniques":[167],"proximal":[169],"policy":[170],"further":[172,200],"boost":[173],"training":[174],"stability":[175],"accomplish":[177],"higher":[178],"performances.":[179],"(v)":[180],"The":[181],"impacts":[182],"reward":[185],"function":[186],"definitions":[187],"state":[192],"settings":[193],"are":[197,228],"investigated":[198],"improve":[201],"robustness":[203],"framework.":[206],"(vi)":[207],"Experiments":[208],"topologies":[215],"(GBA,":[216],"DLL":[217],"SAR":[219],"ADC)":[220],"knowledge":[222],"transfers":[223],"two":[225],"technology":[226],"nodes":[227],"demonstrated.":[229],"It\u2019s":[230],"shown":[231],"that":[232],"can":[235],"achieve":[236],"FoM":[239],"circuits\u2019":[243],"design.":[244],"This":[245],"work":[246],"shines":[247],"light":[249],"future":[251],"large":[252],"scale":[253],"system":[256],"automation.":[258]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}