{"id":"https://openalex.org/W7164826673","doi":"https://doi.org/10.48550/arxiv.2606.13706","title":"HierSVA: A Data Synthesis Pipeline, Dataset, and Benchmark for LLM-Driven Hierarchical Hardware Formal Verification","display_name":"HierSVA: A Data Synthesis Pipeline, Dataset, and Benchmark for LLM-Driven Hierarchical Hardware Formal Verification","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164826673","doi":"https://doi.org/10.48550/arxiv.2606.13706"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.13706","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13706","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.13706","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026647054","display_name":"Maohua Nie","orcid":"https://orcid.org/0000-0003-3515-7764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nie, Maohua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138674451","display_name":"Jiang Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104115562","display_name":"Jingqun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jingqun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138664561","display_name":"Zhichen Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Zhichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138675048","display_name":"Jiayi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138635615","display_name":"Sibo Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Sibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138687158","display_name":"Jialin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jialin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138653526","display_name":"C. -J. Richard Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, C. -J. Richard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.6524999737739563,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.6524999737739563,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.06889999657869339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.06639999896287918,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/assertion","display_name":"Assertion","score":0.7531999945640564},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5867000222206116},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.5194000005722046},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.40310001373291016},{"id":"https://openalex.org/keywords/formal-methods","display_name":"Formal methods","score":0.3824999928474426},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.34619998931884766},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.33059999346733093},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.313400000333786}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7621999979019165},{"id":"https://openalex.org/C40422974","wikidata":"https://www.wikidata.org/wiki/Q741248","display_name":"Assertion","level":2,"score":0.7531999945640564},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5922999978065491},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5867000222206116},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.5194000005722046},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C75606506","wikidata":"https://www.wikidata.org/wiki/Q1049183","display_name":"Formal methods","level":2,"score":0.3824999928474426},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.33059999346733093},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C116253237","wikidata":"https://www.wikidata.org/wiki/Q1437424","display_name":"Formal specification","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.30149999260902405},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C49895821","wikidata":"https://www.wikidata.org/wiki/Q5227368","display_name":"Data verification","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.13706","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13706","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.13706","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13706","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"HierSVA,":[2],"an":[3,21,26],"integrated":[4],"suite":[5],"that":[6],"combines":[7],"a":[8,47,60],"pipeline,":[9],"dataset,":[10],"and":[11,55,70,92,133,179,185,188],"benchmark":[12],"for":[13],"LLM-driven":[14],"hierarchical":[15,38],"hardware":[16],"formal":[17,28,93,138],"verification.":[18],"HierSVA-SP":[19],"pairs":[20,66],"RTL":[22,154],"preprocessing":[23],"toolchain":[24],"with":[25,52,67,155],"LLM-in-the-loop":[27],"verification":[29],"flow":[30],"to":[31,42,98,171],"produce":[32],"reference":[33],"SystemVerilog":[34],"Assertions":[35],"(SVA)":[36],"on":[37,141,166],"RTL.":[39],"Applying":[40,96],"it":[41],"BaseJump":[43],"STL":[44],"yields":[45],"HierSVA-DS,":[46],"dataset":[48],"of":[49,63,129,136,160],"342":[50],"modules,":[51],"hierarchy":[53],"metadata":[54],"depths":[56],"0--9,":[57],"accompanied":[58],"by":[59],"deep":[61,148],"subset":[62],"28":[64],"module-bug":[65],"natural-language":[68],"specifications":[69],"bug":[71],"variants.":[72],"HierSVA-B":[73,97],"decomposes":[74],"assertion":[75,83,124,150],"quality":[76],"into":[77],"six":[78],"metric":[79],"axes:":[80],"syntax":[81],"correctness,":[82],"proof":[84],"success":[85],"rate,":[86],"vacuity,":[87],"specification":[88],"faithfulness,":[89],"mutation":[90],"coverage,":[91],"core":[94],"coverage.":[95],"twelve":[99],"recent":[100],"LLMs":[101],"reveals":[102],"three":[103],"findings.":[104],"First,":[105],"the":[106,122,137,147],"module-level":[107],"compile":[108],"rate":[109],"is":[110,195],"67.1\\%;":[111],"among":[112],"generated":[113],"assertions":[114],"in":[115,146],"evaluable":[116,143],"runs,":[117],"82.1\\%":[118],"prove":[119],"non-vacuously,":[120],"but":[121,158,182],"corresponding":[123],"sets":[125,151],"detect":[126],"only":[127],"70.2\\%":[128],"eligible":[130],"injected":[131],"faults":[132],"cover":[134],"36.2\\%":[135],"core.":[139],"Second,":[140],"211":[142],"model--module":[144],"entries":[145],"subset,":[149],"flag":[152],"buggy":[153],"0.87":[156],"recall,":[157],"40\\%":[159],"predicted-buggy":[161],"outcomes":[162],"are":[163,190],"false":[164],"positives":[165],"correct":[167],"RTL,":[168],"limiting":[169],"precision":[170],"0.60.":[172],"Third,":[173],"agentic":[174],"mode":[175],"improves":[176],"S1-style":[177],"provability":[178],"strength":[180],"metrics,":[181],"gains":[183],"plateau":[184],"oscillate.":[186],"Codes":[187],"artifacts":[189],"available":[191,196],"at":[192,197],"\\href{https://github.com/HierSVAAnon/HierSVACodeAndArtifacts}{https://github.com/HierSVAAnon/HierSVACodeAndArtifacts}.":[193],"Dataset":[194],"\\href{https://huggingface.co/datasets/AnonymousHierSVA/HierSVA}{https://huggingface.co/datasets/AnonymousHierSVA/HierSVA}.":[198]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-16T00:00:00"}