{"id":"https://openalex.org/W7163549418","doi":"https://doi.org/10.23919/date69613.2026.11539733","title":"ChatTest: Coverage-Enhanced Testbench Generation for Agile Hardware Verification with LLMs","display_name":"ChatTest: Coverage-Enhanced Testbench Generation for Agile Hardware Verification with LLMs","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7163549418","doi":"https://doi.org/10.23919/date69613.2026.11539733"},"language":null,"primary_location":{"id":"doi:10.23919/date69613.2026.11539733","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date69613.2026.11539733","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000424391","display_name":"Gwok-Waa Wan","orcid":"https://orcid.org/0000-0003-1075-1601"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gwok-Waa Wan","raw_affiliation_strings":["Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111284206","display_name":"S. Su","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengchu Su","raw_affiliation_strings":["Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019494223","display_name":"J Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Zhang","raw_affiliation_strings":["Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128226207","display_name":"Wong, Sam, Zaak","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sam Zaak Wong","raw_affiliation_strings":["Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128262370","display_name":"Mengnv Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengnv Xing","raw_affiliation_strings":["National Center of Technology Innovation for Electronic Design Automation,Nanjing,China,211800"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Center of Technology Innovation for Electronic Design Automation,Nanjing,China,211800","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137813550","display_name":"Lei Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Ji","raw_affiliation_strings":["National Center of Technology Innovation for Electronic Design Automation,Nanjing,China,211800"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Center of Technology Innovation for Electronic Design Automation,Nanjing,China,211800","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137901008","display_name":"Zhe Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Jiang","raw_affiliation_strings":["Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001221175","display_name":"X W Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Wang","raw_affiliation_strings":["Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Yang","raw_affiliation_strings":["Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,National ASIC Center, School of Integrated Circuits,Nanjing,China,210096","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9056000113487244,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9056000113487244,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.03359999880194664,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.00839999970048666,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.44519999623298645},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.33070001006126404},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2964000105857849},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.27790001034736633}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5526000261306763},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.44519999623298645},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3702000081539154},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.358599990606308},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34540000557899475},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.299699991941452},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.27790001034736633}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/date69613.2026.11539733","is_oa":false,"landing_page_url":"https://doi.org/10.23919/date69613.2026.11539733","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 Design, Automation & Test in Europe Conference (DATE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.41106128692626953,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2014596857","https://openalex.org/W2091198350","https://openalex.org/W4210334834","https://openalex.org/W4308083752","https://openalex.org/W4312400951","https://openalex.org/W4379259169","https://openalex.org/W4382246105","https://openalex.org/W4389166667","https://openalex.org/W4389166737","https://openalex.org/W4389950186","https://openalex.org/W4395074196","https://openalex.org/W4400702366","https://openalex.org/W4401415993","https://openalex.org/W4403023462","https://openalex.org/W4403024058","https://openalex.org/W4403024143","https://openalex.org/W4404103182","https://openalex.org/W4404782890","https://openalex.org/W4406325768","https://openalex.org/W4408844959","https://openalex.org/W4409282486","https://openalex.org/W4409282805","https://openalex.org/W4410584101","https://openalex.org/W4410810588","https://openalex.org/W4410887339","https://openalex.org/W4411233062","https://openalex.org/W4411403346","https://openalex.org/W4413636907","https://openalex.org/W7133198585","https://openalex.org/W7138347919","https://openalex.org/W7138831145"],"related_works":[],"abstract_inverted_index":{"The":[0],"growing":[1],"complexity":[2],"of":[3,43,98,118,141,150],"modern":[4],"hardware":[5,65],"designs":[6,145],"has":[7],"rendered":[8],"traditional":[9],"functional":[10,119,173],"verification":[11,15,180],"increasingly":[12],"time-consuming,":[13],"with":[14,36,168],"costs":[16],"now":[17],"dominating":[18],"the":[19],"design":[20,101],"cycle.":[21],"While":[22],"large":[23],"language":[24],"models":[25],"(LLMs)":[26],"show":[27],"promise":[28],"in":[29,71,172,178],"automating":[30],"testbench":[31],"generation,":[32],"existing":[33],"approaches":[34],"struggle":[35],"real-world":[37],"scalability,":[38],"suffering":[39],"from":[40],"poor":[41],"comprehension":[42],"long":[44],"specifications":[45],"and":[46,107,152,161],"complex":[47,143],"designs.":[48],"To":[49],"address":[50],"these":[51],"challenges,":[52],"we":[53,126],"propose":[54],"ChatTest,":[55],"a":[56,72,78,128,138,169],"novel,":[57],"end-to-end,":[58],"multi-agent":[59],"LLM":[60],"framework":[61],"for":[62,86,132],"coverage-aware,":[63],"agile":[64],"verification.":[66],"Our":[67],"key":[68],"innovation":[69],"lies":[70],"function-mapped,":[73],"divide-and-conquer":[74],"architecture":[75],"that":[76],"integrates":[77],"Verification":[79],"Description":[80],"Language":[81],"(VDL)\u2014a":[82],"structured,":[83],"LLM-friendly":[84],"DSL":[85],"precise":[87],"specification":[88,151],"encoding\u2014with":[89],"Constraint-Aware":[90],"Segmental":[91],"Adaptation":[92],"(CASA)":[93],"to":[94,147],"enable":[95],"coherent":[96],"processing":[97],"long,":[99],"heterogeneous":[100],"documents.":[102],"By":[103],"leveraging":[104],"retrieval-augmented":[105],"generation":[106],"supervised":[108],"fine-tuning":[109],"using":[110],"multi-hierarchical":[111],"specification-code":[112],"alignment,":[113],"ChatTest":[114,155],"ensures":[115],"accurate":[116],"translation":[117],"points":[120],"into":[121],"targeted":[122],"test":[123,134],"stimuli.":[124],"Furthermore,":[125],"introduce":[127],"coverage-driven":[129],"feedback":[130],"loop":[131],"automated":[133],"augmentation.":[135],"Evaluated":[136],"on":[137],"new":[139],"benchmark":[140],"20":[142],"RTL":[144],"(up":[146],"31K":[148],"tokens":[149],"4K":[153],"line-of-code),":[154],"achieves":[156],"1.46\u00d7":[157],"higher":[158,163],"toggle":[159],"coverage":[160,165],"2.28\u00d7":[162],"line":[164],"than":[166],"SOTA,":[167],"24.23%":[170],"improvement":[171],"coverage,":[174],"demonstrating":[175],"its":[176],"effectiveness":[177],"accelerating":[179],"convergence.":[181]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-06-05T00:00:00"}