{"id":"https://openalex.org/W4409285469","doi":"https://doi.org/10.1145/3676536.3697118","title":"OpenLLM-RTL: Open Dataset and Benchmark for LLM-Aided Design RTL Generation","display_name":"OpenLLM-RTL: Open Dataset and Benchmark for LLM-Aided Design RTL Generation","publication_year":2024,"publication_date":"2024-10-27","ids":{"openalex":"https://openalex.org/W4409285469","doi":"https://doi.org/10.1145/3676536.3697118"},"language":"en","primary_location":{"id":"doi:10.1145/3676536.3697118","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3676536.3697118","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd IEEE/ACM International Conference on Computer-Aided Design","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101520717","display_name":"Shang Liu","orcid":"https://orcid.org/0009-0000-0057-7844"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shang Liu","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0000-0057-7844","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101746530","display_name":"Yao Lu","orcid":"https://orcid.org/0009-0007-3230-7786"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yao Lu","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0007-3230-7786","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102873255","display_name":"Wenji Fang","orcid":"https://orcid.org/0000-0002-8380-9395"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenji Fang","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-8380-9395","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064977234","display_name":"Mengming Li","orcid":"https://orcid.org/0009-0000-8983-683X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Mengming Li","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0009-0000-8983-683X","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075696558","display_name":"Zhiyao Xie","orcid":"https://orcid.org/0000-0002-4442-592X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhiyao Xie","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-4442-592X","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6963575482368469},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6868515014648438},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.47357186675071716},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3304954767227173}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6963575482368469},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6868515014648438},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.47357186675071716},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3304954767227173},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3676536.3697118","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3676536.3697118","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd IEEE/ACM International Conference on Computer-Aided Design","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-145505","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-145505","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G3758745376","display_name":null,"funder_award_id":"62304192","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2921499078","https://openalex.org/W2946741689","https://openalex.org/W2973193739","https://openalex.org/W2981952055","https://openalex.org/W3123567287","https://openalex.org/W3210573375","https://openalex.org/W3213583497","https://openalex.org/W4210725750","https://openalex.org/W4308899754","https://openalex.org/W4312081888","https://openalex.org/W4379115941","https://openalex.org/W4383960222","https://openalex.org/W4392405447","https://openalex.org/W4392972103","https://openalex.org/W4401416684","https://openalex.org/W4403024064","https://openalex.org/W4404133828"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526"],"abstract_inverted_index":{"The":[0,71,106],"automated":[1],"generation":[2,101,182],"of":[3,27,41,143,177],"design":[4,68,80,83],"RTL":[5,69,90,104,118,180],"based":[6],"on":[7,148],"large":[8],"language":[9,14],"model":[10],"(LLM)":[11],"and":[12,29,38,53,87,116,175,183,203],"natural":[13],"instructions":[15],"has":[16],"demonstrated":[17],"great":[18],"potential":[19],"in":[20,31,50,67],"agile":[21],"circuit":[22],"design.":[23],"However,":[24],"the":[25,32,36,82,98,140,173,197,205],"lack":[26],"datasets":[28,52],"benchmarks":[30,54],"public":[33],"domain":[34],"prevents":[35],"development":[37,174],"fair":[39],"evaluation":[40,176],"LLM":[42,190],"solutions.":[43],"This":[44],"paper":[45],"highlights":[46],"our":[47],"latest":[48],"advances":[49],"open":[51],"from":[55],"three":[56,162],"perspectives:":[57],"(1)":[58],"RTLLM":[59],"2.0,":[60],"an":[61,94,122],"updated":[62],"benchmark":[63,72,96,107],"assessing":[64,97],"LLM\u2019s":[65,99],"capability":[66],"generation.":[70],"is":[73],"augmented":[74],"to":[75,138],"50":[76],"hand-crafted":[77],"designs.":[78],"Each":[79],"provides":[81],"description,":[84],"test":[85],"cases,":[86],"a":[88,134,154],"correct":[89,117],"code.":[91,119],"(2)":[92],"AssertEval,":[93],"open-source":[95,124],"assertion":[100],"capabilities":[102],"for":[103,172,179],"verification.":[105,184],"includes":[108],"18":[109],"designs,":[110],"each":[111],"providing":[112,169],"specification,":[113],"signal":[114],"definition,":[115],"(3)":[120],"RTLCoder-Data,":[121],"extended":[123],"dataset":[125,155],"with":[126,156],"80K":[127],"instruction-code":[128],"data":[129,145,201],"samples.":[130,146,160],"Moreover,":[131],"we":[132,151],"propose":[133],"new":[135],"verification-based":[136],"method":[137],"verify":[139],"functionality":[141],"correctness":[142],"training":[144,198,206],"Based":[147],"this":[149],"technique,":[150],"further":[152],"release":[153],"7K":[157],"verified":[158],"high-quality":[159],"These":[161],"studies":[163],"are":[164],"integrated":[165],"into":[166],"one":[167],"framework,":[168],"off-the-shelf":[170],"support":[171],"LLMs":[178],"code":[181],"Finally,":[185],"extensive":[186],"experiments":[187],"indicate":[188],"that":[189],"performance":[191],"can":[192],"be":[193],"boosted":[194],"by":[195],"enlarging":[196],"dataset,":[199],"improving":[200,204],"quality,":[202],"scheme.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":18}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}