{"id":"https://openalex.org/W7165379175","doi":"https://doi.org/10.48550/arxiv.2606.19347","title":"How LLMs Fail and Generalize in RTL Coding for Hardware Design?","display_name":"How LLMs Fail and Generalize in RTL Coding for Hardware Design?","publication_year":2026,"publication_date":"2026-04-26","ids":{"openalex":"https://openalex.org/W7165379175","doi":"https://doi.org/10.48550/arxiv.2606.19347"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19347","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19347","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19347","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139021355","display_name":"Guan-Ting Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Guan-Ting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020376803","display_name":"Chao-Han Huck Yang","orcid":"https://orcid.org/0000-0003-2879-8811"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chao-Han Huck","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138978673","display_name":"Chenhui Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Chenhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034614246","display_name":"Zhongzhi Yu","orcid":"https://orcid.org/0000-0002-9981-4981"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zhongzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137299778","display_name":"Brucek Khailany","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khailany, Brucek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5090045508","display_name":"Yu-Chiang Frank Wang","orcid":"https://orcid.org/0000-0002-2333-157X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yu-Chiang Frank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.5356000065803528,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.5356000065803528,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.22949999570846558,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.034699998795986176,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5285000205039978},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4629000127315521},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.428600013256073},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.39660000801086426},{"id":"https://openalex.org/keywords/functional-programming","display_name":"Functional programming","score":0.37049999833106995},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.36629998683929443},{"id":"https://openalex.org/keywords/logical-reasoning","display_name":"Logical reasoning","score":0.35269999504089355},{"id":"https://openalex.org/keywords/counterexample","display_name":"Counterexample","score":0.3434999883174896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6349999904632568},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5285000205039978},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4943000078201294},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4648999869823456},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4629000127315521},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.428600013256073},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.39660000801086426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3831000030040741},{"id":"https://openalex.org/C42383842","wikidata":"https://www.wikidata.org/wiki/Q193076","display_name":"Functional programming","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.36629998683929443},{"id":"https://openalex.org/C43971567","wikidata":"https://www.wikidata.org/wiki/Q3142865","display_name":"Logical reasoning","level":2,"score":0.35269999504089355},{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32760000228881836},{"id":"https://openalex.org/C128838566","wikidata":"https://www.wikidata.org/wiki/Q275603","display_name":"Logic programming","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C110332635","wikidata":"https://www.wikidata.org/wiki/Q629498","display_name":"Genetic programming","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C182620335","wikidata":"https://www.wikidata.org/wiki/Q2852531","display_name":"Answer set programming","level":3,"score":0.26809999346733093},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.26089999079704285}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19347","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19347","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19347","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19347","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Translating":[0],"sequential":[1],"programming":[2],"priors":[3],"into":[4,41],"the":[5,57,139],"parallel":[6],"temporal":[7],"logic":[8],"of":[9],"hardware":[10,143],"design":[11],"remains":[12,130],"a":[13,25,52,65,91],"crucial":[14],"bottleneck":[15],"for":[16],"large":[17],"language":[18],"models(LLM).":[19],"To":[20],"investigate":[21],"this,":[22],"we":[23,89],"introduce":[24],"new":[26],"error":[27],"taxonomy":[28,38],"grounded":[29],"in":[30,138,149],"problem":[31],"solvability,":[32],"inspired":[33],"by":[34,74,133],"cognitive":[35],"theory.":[36],"Our":[37,107],"categorizes":[39],"failures":[40],"syntactic,":[42],"semantic,":[43],"solvable":[44,124],"functional,":[45],"and":[46],"unsolvable":[47,75],"functional":[48,76,105],"types.":[49],"Evaluations":[50],"reveal":[51],"strict":[53],"empirical":[54],"ceiling":[55],"on":[56],"VerilogEval":[58],"benchmark,":[59],"as":[60],"frontier":[61],"models":[62,115],"plateau":[63],"at":[64],"90.8%":[66],"initial":[67],"pass":[68],"rate.":[69],"These":[70],"plateaus":[71],"are":[72],"defined":[73],"errors,":[77,125],"exposing":[78],"persistent":[79],"knowledge":[80],"gaps":[81],"immune":[82],"to":[83,116],"test":[84],"time":[85],"compute":[86],"scaling.":[87],"Furthermore,":[88],"expose":[90],"striking":[92],"surface":[93],"convergence":[94],"gap:":[95],"optimization":[96],"readily":[97],"eliminates":[98],"syntax":[99],"errors":[100],"but":[101],"concurrently":[102],"exacerbates":[103],"deeper":[104],"failures.":[106],"findings":[108],"demonstrate":[109],"that":[110],"alignment":[111,154],"techniques":[112],"merely":[113],"teach":[114],"compile.":[117],"While":[118],"repeated":[119],"sampling":[120],"strategies":[121],"can":[122],"patch":[123],"register-transfer":[126],"level(RTL)":[127],"coding":[128],"capacity":[129],"strictly":[131],"bounded":[132],"pretraining":[134],"knowledge.":[135],"Addressing":[136],"challenges":[137],"current":[140],"LLM":[141],"based":[142],"generation":[144],"pipeline":[145],"requires":[146],"more":[147],"studies":[148],"model":[150],"reasoning":[151],"rather":[152],"than":[153],"interventions.":[155]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-20T00:00:00"}