{"id":"https://openalex.org/W7155028660","doi":"https://doi.org/10.48550/arxiv.2604.17102","title":"Configuration Over Selection: Hyperparameter Sensitivity Exceeds Model Differences in Open-Source LLMs for RTL Generation","display_name":"Configuration Over Selection: Hyperparameter Sensitivity Exceeds Model Differences in Open-Source LLMs for RTL Generation","publication_year":2026,"publication_date":"2026-04-18","ids":{"openalex":"https://openalex.org/W7155028660","doi":"https://doi.org/10.48550/arxiv.2604.17102"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.17102","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.17102","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113123602","display_name":"Minghao Shao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Minghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134096895","display_name":"Zeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134137116","display_name":"Weimin Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Weimin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134207797","display_name":"Xiaolong Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Xiaolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052751303","display_name":"Johann Knechtel","orcid":"https://orcid.org/0000-0001-5093-2939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knechtel, Johann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059987567","display_name":"Ozgur Sinanoglu","orcid":"https://orcid.org/0000-0003-0782-0397"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sinanoglu, Ozgur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134194501","display_name":"Ramesh Karri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karri, Ramesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134142884","display_name":"Muhammad Shafique","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shafique, Muhammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.4722999930381775,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.4722999930381775,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.2696000039577484,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.0868000015616417,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8810999989509583},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7994999885559082},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.7555000185966492},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.589900016784668},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.34769999980926514},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.33570000529289246}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8810999989509583},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7994999885559082},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.7555000185966492},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.589900016784668},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.510699987411499},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.446399986743927},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3393999934196472},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.33570000529289246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3346000015735626},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2906000018119812},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.26089999079704285}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.17102","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.17102","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17102","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.44860073924064636,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Benchmarking":[0,39],"of":[1,76,148],"open-source":[2,41,149],"LLMs":[3,10,42,150],"for":[4,86,151],"hardware":[5],"design":[6],"focuses":[7],"on":[8,43,66],"which":[9,35,90],"to":[11,78],"use,":[12],"while":[13],"treating":[14],"inference-time":[15],"decoding":[16],"configuration":[17,142],"as":[18,161],"a":[19],"secondary":[20],"concern.":[21],"This":[22],"work":[23],"shows":[24],"that":[25,123,132],"it":[26],"matters":[27],"more":[28],"how":[29],"an":[30,61],"LLM":[31],"is":[32,37,91],"configured":[33],"than":[34,94],"model":[36,101,139],"selected.":[38],"26":[40],"VerilogEval":[44],"and":[45,58,83,156],"RTLLM":[46],"with":[47,141],"synthesis-in-the-loop":[48],"evaluation,":[49],"the":[50,54,81,87,95,115,145,164],"study":[51],"first":[52],"maps":[53],"current":[55],"capability":[56],"landscape":[57],"then":[59],"conducts":[60],"extensive":[62],"108-configuration":[63],"hyperparameter":[64,159],"sweep":[65,71],"three":[67],"prominent":[68],"models.":[69],"The":[70],"reveals":[72],"absolute":[73],"pass-rate":[74],"gaps":[75],"up":[77],"25.5%":[79],"between":[80],"best":[82],"worst":[84],"settings":[85],"same":[88],"LLM,":[89],"5x":[92],"larger":[93],"average":[96],"spread":[97],"observed":[98],"across":[99,114],"various":[100],"families":[102],"under":[103,135],"their":[104],"respective":[105],"default":[106,136],"configurations.":[107],"Ranking":[108],"all":[109],"configurations":[110,125],"by":[111,163],"Spearman's":[112],"$\u03c1$":[113],"two":[116],"benchmark":[117,157],"suites":[118],"yields":[119],"near-zero":[120],"correlation,":[121],"demonstrating":[122],"optimal":[124],"do":[126],"not":[127],"transfer.":[128],"These":[129],"results":[130],"show":[131],"benchmarking":[133],"conducted":[134],"hyperparameters":[137],"confounds":[138],"capabilities":[140],"effects.":[143],"Realizing":[144],"full":[146],"potential":[147],"RTL":[152],"generation":[153],"requires":[154],"architecture":[155],"aware":[158],"selection,":[160],"enabled":[162],"proposed":[165],"methodology.":[166]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-22T00:00:00"}