{"id":"https://openalex.org/W3204012634","doi":"https://doi.org/10.1109/tcad.2021.3117505","title":"Asynchronous Reinforcement Learning Framework and Knowledge Transfer for Net-Order Exploration in Detailed Routing","display_name":"Asynchronous Reinforcement Learning Framework and Knowledge Transfer for Net-Order Exploration in Detailed Routing","publication_year":2021,"publication_date":"2021-10-05","ids":{"openalex":"https://openalex.org/W3204012634","doi":"https://doi.org/10.1109/tcad.2021.3117505","mag":"3204012634"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2021.3117505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2021.3117505","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000933188","display_name":"Yibo Lin","orcid":"https://orcid.org/0000-0002-0977-2774"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yibo Lin","raw_affiliation_strings":["Computer Science Department, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0977-2774","affiliations":[{"raw_affiliation_string":"Computer Science Department, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071813533","display_name":"Tong Qu","orcid":"https://orcid.org/0000-0002-5300-8255"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Qu","raw_affiliation_strings":["Institute of Microelectronics, Chinese Academy of Sciences, Beijing, China","School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5300-8255","affiliations":[{"raw_affiliation_string":"Institute of Microelectronics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089642905","display_name":"Zongqing Lu","orcid":"https://orcid.org/0000-0003-3967-2704"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongqing Lu","raw_affiliation_strings":["Computer Science Department, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3967-2704","affiliations":[{"raw_affiliation_string":"Computer Science Department, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086894190","display_name":"Yajuan Su","orcid":"https://orcid.org/0000-0003-2418-824X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yajuan Su","raw_affiliation_strings":["Institute of Microelectronics, Chinese Academy of Sciences, Beijing, China","Department of Computational Lithography, Guangdong Greater Bay Area Applied Research Institute of Integrated Circuit and Systems, Guangdong, China","School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Microelectronics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Department of Computational Lithography, Guangdong Greater Bay Area Applied Research Institute of Integrated Circuit and Systems, Guangdong, China","institution_ids":[]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017385371","display_name":"Yayi Wei","orcid":"https://orcid.org/0000-0003-3733-3274"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210119392","display_name":"Institute of Microelectronics","ror":"https://ror.org/02s6gs133","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210119392"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yayi Wei","raw_affiliation_strings":["Institute of Microelectronics, Chinese Academy of Sciences, Beijing, China","Department of Computational Lithography, Guangdong Greater Bay Area Applied Research Institute of Integrated Circuit and Systems, Guangdong, China","School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3733-3274","affiliations":[{"raw_affiliation_string":"Institute of Microelectronics, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210119392","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Department of Computational Lithography, Guangdong Greater Bay Area Applied Research Institute of Integrated Circuit and Systems, Guangdong, China","institution_ids":[]},{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5000933188"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":4.1137,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.93507853,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"41","issue":"9","first_page":"3132","last_page":"3142"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8000338673591614},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6849167943000793},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6417993307113647},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.6351841688156128},{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.5807853937149048},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.5763675570487976},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.5436772704124451},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5344781875610352},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4970302879810333},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.47484806180000305},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4379361867904663},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.4263153076171875},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40095871686935425},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2468160092830658}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8000338673591614},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6849167943000793},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6417993307113647},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.6351841688156128},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.5807853937149048},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.5763675570487976},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.5436772704124451},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5344781875610352},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4970302879810333},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.47484806180000305},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4379361867904663},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.4263153076171875},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40095871686935425},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2468160092830658}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2021.3117505","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2021.3117505","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2781527179","display_name":null,"funder_award_id":"62034007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4083351702","display_name":null,"funder_award_id":"2019YFB2205005","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6591313151","display_name":null,"funder_award_id":"2017ZX02315001","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G8666102756","display_name":null,"funder_award_id":"61874002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2053902150","https://openalex.org/W2066498548","https://openalex.org/W2084500359","https://openalex.org/W2098038484","https://openalex.org/W2106928112","https://openalex.org/W2140800546","https://openalex.org/W2494567255","https://openalex.org/W2594320123","https://openalex.org/W2605578718","https://openalex.org/W2625737522","https://openalex.org/W2793662773","https://openalex.org/W2899736003","https://openalex.org/W2900068574","https://openalex.org/W2908860223","https://openalex.org/W2938881465","https://openalex.org/W2946549126","https://openalex.org/W2958546559","https://openalex.org/W2964043796","https://openalex.org/W2971281368","https://openalex.org/W2997948262","https://openalex.org/W3036410182","https://openalex.org/W3095180254","https://openalex.org/W3106501736","https://openalex.org/W3183370799","https://openalex.org/W6650784271","https://openalex.org/W6663560753","https://openalex.org/W6684042051","https://openalex.org/W6910427630"],"related_works":["https://openalex.org/W1997091564","https://openalex.org/W2352609928","https://openalex.org/W2102655743","https://openalex.org/W2607223747","https://openalex.org/W1563839700","https://openalex.org/W2154440508","https://openalex.org/W2351097701","https://openalex.org/W2114321370","https://openalex.org/W1924167960","https://openalex.org/W3152092244"],"abstract_inverted_index":{"The":[0],"net":[1,61],"orders":[2,62],"in":[3,12,127,135],"detailed":[4,31,143],"routing":[5,9,19,32,120],"are":[6,63],"crucial":[7],"to":[8,34,49,54,85,98,122],"closure,":[10],"especially":[11],"most":[13],"modern":[14],"routers":[15],"following":[16],"the":[17,22,50,58,60,104,107,113,128,136,141],"sequential":[18],"manner":[20],"with":[21,36,112,140],"rip-up":[23],"and":[24,40,92,110,131],"reroute":[25],"scheme.":[26],"In":[27,57,74],"advanced":[28],"technology":[29],"nodes,":[30],"has":[33],"deal":[35],"complicated":[37],"design":[38],"rules":[39,69],"large":[41],"problem":[42],"sizes,":[43],"making":[44],"its":[45],"performance":[46],"more":[47],"sensitive":[48],"order":[51],"of":[52],"nets":[53],"be":[55],"routed.":[56],"literature,":[59],"mostly":[64],"determined":[65],"by":[66],"simple":[67],"heuristic":[68],"tuned":[70],"for":[71,88],"specific":[72],"benchmarks.":[73],"this":[75],"work,":[76],"we":[77,116],"propose":[78],"an":[79],"asynchronous":[80,102],"reinforcement":[81],"learning":[82,95],"(RL)":[83],"framework":[84],"automatically":[86],"search":[87],"optimal":[89],"ordering":[90],"strategies":[91],"a":[93,124,132],"transfer":[94],"(TL)":[96],"algorithm":[97],"improve":[99],"performance.":[100],"By":[101],"querying,":[103],"router,":[105],"pretraining":[106],"RL":[108],"agents,":[109],"finetuning":[111],"TL":[114],"algorithm,":[115],"can":[117],"generate":[118],"high-performance":[119],"sequences":[121],"achieve":[123],"26%":[125],"reduction":[126,134],"DRC":[129],"violations":[130],"1.2%":[133],"total":[137],"costs":[138],"compared":[139],"state-of-the-art":[142],"router.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}