{"id":"https://openalex.org/W4410226765","doi":"https://doi.org/10.1109/tcad.2025.3568776","title":"Customized Retrieval Augmented Generation and Benchmarking for EDA Tool Documentation QA","display_name":"Customized Retrieval Augmented Generation and Benchmarking for EDA Tool Documentation QA","publication_year":2025,"publication_date":"2025-05-09","ids":{"openalex":"https://openalex.org/W4410226765","doi":"https://doi.org/10.1109/tcad.2025.3568776"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2025.3568776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2025.3568776","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101848345","display_name":"Yuan Pu","orcid":"https://orcid.org/0000-0002-1322-5642"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuan Pu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-1322-5642","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039671544","display_name":"Zhuolun He","orcid":"https://orcid.org/0009-0009-4909-6588"},"institutions":[{"id":"https://openalex.org/I14894300","display_name":"Foshan University","ror":"https://ror.org/02xvvvp28","country_code":"CN","type":"education","lineage":["https://openalex.org/I14894300"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuolun He","raw_affiliation_strings":["Research and Development Department, ChatEDA Tech, Foshan, China","ChatEDA Tech, China"],"raw_orcid":"https://orcid.org/0009-0009-4909-6588","affiliations":[{"raw_affiliation_string":"Research and Development Department, ChatEDA Tech, Foshan, China","institution_ids":["https://openalex.org/I14894300"]},{"raw_affiliation_string":"ChatEDA Tech, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114194859","display_name":"Yuqi Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqi Jiang","raw_affiliation_strings":["College of Integrated Circuits, Zhejiang University, Hangzhou, China","Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041634272","display_name":"Tairu Qiu","orcid":"https://orcid.org/0000-0001-9272-2972"},"institutions":[{"id":"https://openalex.org/I14894300","display_name":"Foshan University","ror":"https://ror.org/02xvvvp28","country_code":"CN","type":"education","lineage":["https://openalex.org/I14894300"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tairu Qiu","raw_affiliation_strings":["Research and Development Department, ChatEDA Tech, Foshan, China","ChatEDA Tech, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research and Development Department, ChatEDA Tech, Foshan, China","institution_ids":["https://openalex.org/I14894300"]},{"raw_affiliation_string":"ChatEDA Tech, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013166877","display_name":"Haoyuan Wu","orcid":"https://orcid.org/0000-0001-7090-0600"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haoyuan Wu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-7090-0600","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427492","display_name":"Qi Sun","orcid":"https://orcid.org/0000-0001-5153-6698"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Sun","raw_affiliation_strings":["College of Integrated Circuits, Zhejiang University, Hangzhou, China","Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0001-5153-6698","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054211420","display_name":"Cheng Zhuo","orcid":"https://orcid.org/0000-0002-2610-7522"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Zhuo","raw_affiliation_strings":["College of Integrated Circuits, Zhejiang University, Hangzhou, China","Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0002-2610-7522","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051340429","display_name":"Bei Yu","orcid":"https://orcid.org/0000-0001-6406-4810"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bei Yu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-6406-4810","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5212,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96111674,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"44","issue":"12","first_page":"4615","last_page":"4628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.7006999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.7006999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.6470999717712402,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.5828999876976013,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9086627960205078},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.865915060043335},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6190581917762756},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5356936454772949},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.33930110931396484},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.33624571561813354},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.22847792506217957},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.06576159596443176}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9086627960205078},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.865915060043335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6190581917762756},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5356936454772949},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.33930110931396484},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33624571561813354},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.22847792506217957},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.06576159596443176},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2025.3568776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2025.3568776","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7541412209","display_name":null,"funder_award_id":"62304197","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8942693225","display_name":null,"funder_award_id":"CUHK14210723","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1605203071","https://openalex.org/W2101105183","https://openalex.org/W2143331230","https://openalex.org/W2148972377","https://openalex.org/W2482869441","https://openalex.org/W2946332877","https://openalex.org/W3099700870","https://openalex.org/W3156636935","https://openalex.org/W3213583497","https://openalex.org/W4377138005","https://openalex.org/W4379115941","https://openalex.org/W4385572754","https://openalex.org/W4388040387","https://openalex.org/W4388040405","https://openalex.org/W4389166691","https://openalex.org/W4389518752","https://openalex.org/W4389519226","https://openalex.org/W4389520468","https://openalex.org/W4391376033","https://openalex.org/W4391681217","https://openalex.org/W4393145520","https://openalex.org/W4393305455","https://openalex.org/W4402670850","https://openalex.org/W4403024068","https://openalex.org/W4404103221","https://openalex.org/W4409282347","https://openalex.org/W4410407476","https://openalex.org/W4415124086"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"Retrieval":[0],"augmented":[1],"generation":[2],"(RAG)":[3],"improves":[4,205],"the":[5,107,114,126,138,144,197,206,221],"accuracy":[6,209],"and":[7,95,143,153,176,210,220],"dependability":[8],"of":[9,111,116,137],"generative":[10,97],"AI":[11],"models":[12],"by":[13,63],"integrating":[14],"factual":[15],"information":[16],"from":[17,92],"external":[18],"databases.":[19],"This":[20,58],"technique":[21],"is":[22],"widely":[23],"used":[24],"in":[25,113],"tasks":[26],"involving":[27],"document-grounded":[28],"question":[29],"answering":[30],"(QA).":[31],"While":[32],"these":[33],"RAG":[34,67,174,227],"systems":[35],"are":[36,229],"extensively":[37],"pretrained":[38],"on":[39,182,187],"general-purpose":[40],"documents,":[41],"they":[42],"face":[43],"considerable":[44],"limitations":[45],"when":[46],"applied":[47],"to":[48,122,213],"specialized,":[49],"knowledgeintensive":[50],"fields":[51],"such":[52,61],"as":[53,125,184,186],"electronic":[54],"design":[55,166],"automation":[56],"(EDA).":[57],"paper":[59],"addresses":[60],"issue":[62],"proposing":[64],"a":[65,80,89,96,155,188],"customized":[66,131,226],"framework":[68],"along":[69],"with":[70,100,129,192,196],"three":[71],"domain-specific":[72],"techniques":[73,177],"for":[74,84,161,224],"EDA":[75],"tool":[76],"documentation":[77,118,156],"QA,":[78,119],"including":[79],"contrastive":[81],"learning":[82],"scheme":[83],"text":[85],"embedding":[86],"model":[87,128],"fine-tuning,":[88],"reranker":[90,127,199,203],"distilled":[91],"proprietary":[93],"LLM,":[94],"LLM":[98,202],"fine-tuned":[99],"highquality":[101],"domain":[102,115],"corpus.":[103],"To":[104],"further":[105],"unleash":[106],"extraordinary":[108],"language":[109],"capacity":[110],"LLMs":[112,124],"EDA-tool":[117],"we":[120,150],"propose":[121],"train":[123],"our":[130,172,201,225],"two-stage":[132],"traning":[133],"scheme,":[134],"which":[135],"consists":[136],"point-wise":[139],"instruction":[140],"tuning":[141],"stage":[142],"pairwise":[145],"learn-to-rank":[146],"(LTR)":[147],"stage.":[148],"Finally,":[149],"have":[151,178],"developed":[152],"released":[154],"QA":[157,215],"evaluation":[158],"benchmark,":[159],"ORD-QA,":[160],"OpenROAD,":[162],"an":[163],"advanced":[164],"RTL-to-GDSII":[165],"platform.":[167],"Experimental":[168],"results":[169],"demonstrate":[170],"that":[171],"proposed":[173],"flow":[175,228],"achieved":[179],"superior":[180],"performance":[181],"ORD-QA":[183,218],"well":[185],"commercial":[189],"tool,":[190],"compared":[191,195],"state-of-thearts.":[193],"Furthermore,":[194],"SOTA":[198],"models,":[200],"prominently":[204],"document":[207],"retrieval":[208],"thus":[211],"leads":[212],"better":[214],"quality.":[216],"The":[217],"benchmark":[219],"training":[222],"dataset":[223],"open-source":[230],"at":[231],"https://github.com/lesliepy99/RAG-EDA.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}