{"id":"https://openalex.org/W7204205756","doi":"https://doi.org/10.48550/arxiv.2608.21962","title":"NoTB: Oracle-Free Triage of LLM-Generated RTL via Cross-Model Formal Consensus","display_name":"NoTB: Oracle-Free Triage of LLM-Generated RTL via Cross-Model Formal Consensus","publication_year":2026,"publication_date":"2026-08-22","ids":{"openalex":"https://openalex.org/W7204205756","doi":"https://doi.org/10.48550/arxiv.2608.21962"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.21962","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21962","pdf_url":"https://arxiv.org/pdf/2608.21962","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.21962","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100257821","display_name":"Elisavet Lydia Alvanaki","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alvanaki, Elisavet Lydia","raw_affiliation_strings":["Dept. of Computer Science Columbia University New York , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science Columbia University New York , USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060522931","display_name":"Je Yang","orcid":"https://orcid.org/0009-0003-2024-6542","observed_orcids":["https://orcid.org/0009-0003-2024-6542"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang, Je","raw_affiliation_strings":["Dept. of Computer Science Columbia University New York , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science Columbia University New York , USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042344201","display_name":"Biruk B. Seyoum","orcid":"https://orcid.org/0000-0001-5399-2590","observed_orcids":["https://orcid.org/0000-0001-5399-2590"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seyoum, Biruk","raw_affiliation_strings":["Dept. of Computer Science Columbia University New York , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science Columbia University New York , USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009992367","display_name":"Luca P. Carloni","orcid":"https://orcid.org/0000-0001-5600-8931","observed_orcids":["https://orcid.org/0000-0001-5600-8931"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carloni, Luca P.","raw_affiliation_strings":["Dept. of Computer Science Columbia University New York , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science Columbia University New York , USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.5062999725341797,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.5062999725341797,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.3743000030517578,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11522","display_name":"VLSI and FPGA Design Techniques","score":0.01549999974668026,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/register-transfer-level-design","display_name":"register-transfer level design","score":0.7519999742507935},{"id":"https://openalex.org/keywords/sequential-equivalence-checking","display_name":"sequential equivalence checking","score":0.9729999899864197},{"id":"https://openalex.org/keywords/natural-language-specifications","display_name":"natural language specifications","score":0.5630000233650208}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.9441999793052673},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8201000094413757},{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.6043000221252441},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.5928000211715698},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5753999948501587},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5690000057220459},{"id":"https://openalex.org/C75606506","wikidata":"https://www.wikidata.org/wiki/Q1049183","display_name":"Formal methods","level":2,"score":0.5087000131607056},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.4781000018119812},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4609000086784363},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.451200008392334},{"id":"https://openalex.org/C96654402","wikidata":"https://www.wikidata.org/wiki/Q5469962","display_name":"Formal equivalence checking","level":3,"score":0.44920000433921814},{"id":"https://openalex.org/C116253237","wikidata":"https://www.wikidata.org/wiki/Q1437424","display_name":"Formal specification","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2612000107765198},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.21962","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21962","pdf_url":"https://arxiv.org/pdf/2608.21962","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.21962","doi":"https://doi.org/10.48550/arxiv.2608.21962","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.21962","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.21962","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.21962","pdf_url":"https://arxiv.org/pdf/2608.21962","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204205756.pdf","grobid_xml":"https://content.openalex.org/works/W7204205756.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W2161215542","https://openalex.org/W2171078653","https://openalex.org/W4226287673","https://openalex.org/W4379115941","https://openalex.org/W4408151422","https://openalex.org/W4411552824","https://openalex.org/W4415311429","https://openalex.org/W6948369276","https://openalex.org/W7133300551"],"related_works":["https://openalex.org/W7214100608","https://openalex.org/W7163688398","https://openalex.org/W4408442872","https://openalex.org/W7165686501","https://openalex.org/W7130335043","https://openalex.org/W7117589739","https://openalex.org/W4415280746","https://openalex.org/W7155404164","https://openalex.org/W7223014252","https://openalex.org/W4409285469"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4,88],"increasingly":[5],"used":[6],"to":[7,84],"generate":[8],"register-transfer-level":[9],"(RTL)":[10],"designs":[11,86],"from":[12,64,72],"natural-language":[13],"specifications.":[14],"However,":[15],"assessing":[16],"functional":[17],"correctness":[18,63,106],"at":[19,125,133],"early":[20],"stages":[21],"remains":[22],"a":[23,104,141,146,162],"fundamental":[24],"challenge.":[25],"Existing":[26],"oracle-free":[27,58],"approaches":[28],"rely":[29],"either":[30],"on":[31,36,47],"simulation-based":[32],"agreement,":[33],"which":[34,50],"depends":[35],"LLM-generated":[37],"testbenches":[38],"that":[39,61,87,93,157],"can":[40],"fail":[41],"or":[42,46,149],"vary":[43],"across":[44],"models,":[45],"LLM-as-a-judge":[48],"heuristics,":[49],"produce":[51],"inconsistent":[52],"predictions.":[53],"We":[54,91],"introduce":[55],"NoTB,":[56],"an":[57,100],"triage":[59,167],"framework":[60],"infers":[62],"cross-model":[65,159],"formal":[66,120,158],"consensus.":[67],"NoTB":[68,155],"generates":[69],"RTL":[70,151],"implementations":[71],"multiple":[73],"independently":[74],"trained":[75],"LLM":[76],"families":[77,98],"and":[78],"applies":[79],"Sequential":[80],"Equivalence":[81],"Checking":[82],"(SEC)":[83],"identify":[85],"provably":[89],"equivalent.":[90],"show":[92],"the":[94],"diversity":[95],"of":[96],"model":[97],"within":[99],"SEC-equivalent":[101],"cluster":[102],"induces":[103],"calibrated":[105],"signal,":[107],"enabling":[108],"risk-coverage":[109],"tradeoffs":[110],"without":[111,168],"requiring":[112],"testbenches.":[113],"On":[114],"78":[115],"CVDP":[116],"RTL-generation":[117],"tasks,":[118],"four-family":[119],"consensus":[121,129],"achieves":[122,130],"94.7%":[123],"precision":[124,132],"27%":[126],"coverage;":[127],"three-family":[128],"87%":[131],"33%":[134],"coverage.":[135],"These":[136],"operating":[137],"points":[138],"give":[139],"designers":[140],"tunable":[142],"accept/defer":[143],"rule":[144],"before":[145],"trusted":[147],"testbench":[148],"golden":[150],"is":[152],"available.":[153],"Overall,":[154],"demonstrates":[156],"agreement":[160],"provides":[161],"reliable":[163],"basis":[164],"for":[165],"high-confidence":[166],"model-dependent":[169],"oracles":[170]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-26T00:00:00"}