{"id":"https://openalex.org/W4399120235","doi":"https://doi.org/10.1109/vts60656.2024.10538589","title":"Domain-Adapted LLMs for VLSI Design and Verification: A Case Study on Formal Verification","display_name":"Domain-Adapted LLMs for VLSI Design and Verification: A Case Study on Formal Verification","publication_year":2024,"publication_date":"2024-04-22","ids":{"openalex":"https://openalex.org/W4399120235","doi":"https://doi.org/10.1109/vts60656.2024.10538589"},"language":"en","primary_location":{"id":"doi:10.1109/vts60656.2024.10538589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vts60656.2024.10538589","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 42nd VLSI Test Symposium (VTS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100681148","display_name":"Mingjie Liu","orcid":"https://orcid.org/0000-0002-7336-8282"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mingjie Liu","raw_affiliation_strings":["NVIDIA"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112909763","display_name":"Minwoo Kang","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minwoo Kang","raw_affiliation_strings":["NVIDIA","UC, Berkeley"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]},{"raw_affiliation_string":"UC, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071065752","display_name":"Ghaith Bany Hamad","orcid":"https://orcid.org/0000-0002-4354-2710"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghaith Bany Hamad","raw_affiliation_strings":["NVIDIA"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084835632","display_name":"Syed Suhaib","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Syed Suhaib","raw_affiliation_strings":["NVIDIA"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029928585","display_name":"Haoxing Ren","orcid":"https://orcid.org/0000-0003-1028-3860"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoxing Ren","raw_affiliation_strings":["NVIDIA"],"affiliations":[{"raw_affiliation_string":"NVIDIA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100681148"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7541,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.88508138,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7197557687759399},{"id":"https://openalex.org/keywords/electronic-design-automation","display_name":"Electronic design automation","score":0.6412709951400757},{"id":"https://openalex.org/keywords/functional-verification","display_name":"Functional verification","score":0.5241639614105225},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5231094360351562},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5097086429595947},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.48203790187835693},{"id":"https://openalex.org/keywords/physical-design","display_name":"Physical design","score":0.45718854665756226},{"id":"https://openalex.org/keywords/very-large-scale-integration","display_name":"Very-large-scale integration","score":0.44648224115371704},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.4450311064720154},{"id":"https://openalex.org/keywords/design-flow","display_name":"Design flow","score":0.41636183857917786},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3857155740261078},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.33776670694351196},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2676458954811096},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.26205524802207947},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1501985490322113},{"id":"https://openalex.org/keywords/circuit-design","display_name":"Circuit design","score":0.1466345191001892}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7197557687759399},{"id":"https://openalex.org/C64260653","wikidata":"https://www.wikidata.org/wiki/Q1194864","display_name":"Electronic design automation","level":2,"score":0.6412709951400757},{"id":"https://openalex.org/C62460635","wikidata":"https://www.wikidata.org/wiki/Q5508853","display_name":"Functional verification","level":3,"score":0.5241639614105225},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5231094360351562},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5097086429595947},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.48203790187835693},{"id":"https://openalex.org/C188817802","wikidata":"https://www.wikidata.org/wiki/Q13426855","display_name":"Physical design","level":3,"score":0.45718854665756226},{"id":"https://openalex.org/C14580979","wikidata":"https://www.wikidata.org/wiki/Q876049","display_name":"Very-large-scale integration","level":2,"score":0.44648224115371704},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.4450311064720154},{"id":"https://openalex.org/C37135326","wikidata":"https://www.wikidata.org/wiki/Q931942","display_name":"Design flow","level":2,"score":0.41636183857917786},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3857155740261078},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.33776670694351196},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2676458954811096},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.26205524802207947},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1501985490322113},{"id":"https://openalex.org/C190560348","wikidata":"https://www.wikidata.org/wiki/Q3245116","display_name":"Circuit design","level":2,"score":0.1466345191001892},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vts60656.2024.10538589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vts60656.2024.10538589","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 42nd VLSI Test Symposium (VTS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2974231335","https://openalex.org/W3034238904","https://openalex.org/W3121904249","https://openalex.org/W3177813494","https://openalex.org/W4206557440","https://openalex.org/W4221143046","https://openalex.org/W4226485558","https://openalex.org/W4285524154","https://openalex.org/W4286987939","https://openalex.org/W4301485103","https://openalex.org/W4361866125","https://openalex.org/W4377009978","https://openalex.org/W4382320007","https://openalex.org/W4384918448","https://openalex.org/W4385671288","https://openalex.org/W4386875652","https://openalex.org/W4388052641","https://openalex.org/W4388275102","https://openalex.org/W4389166737","https://openalex.org/W4390041933","https://openalex.org/W4391505456","https://openalex.org/W4391681217","https://openalex.org/W4401567960","https://openalex.org/W6762986568","https://openalex.org/W6767671539","https://openalex.org/W6782380205","https://openalex.org/W6782879696","https://openalex.org/W6788902634","https://openalex.org/W6798182279","https://openalex.org/W6800875267","https://openalex.org/W6809646742","https://openalex.org/W6810874553","https://openalex.org/W6850820320","https://openalex.org/W6852248262","https://openalex.org/W6852908995","https://openalex.org/W6853837529","https://openalex.org/W6854866820","https://openalex.org/W6855873652","https://openalex.org/W6855999359","https://openalex.org/W6856380544","https://openalex.org/W6858189809","https://openalex.org/W6859101274","https://openalex.org/W6860710830","https://openalex.org/W6861180847"],"related_works":["https://openalex.org/W2743305891","https://openalex.org/W2051886008","https://openalex.org/W2535520145","https://openalex.org/W2059530328","https://openalex.org/W1716153929","https://openalex.org/W4247760676","https://openalex.org/W3199828306","https://openalex.org/W3205162826","https://openalex.org/W1999810416","https://openalex.org/W3112090072"],"abstract_inverted_index":{"Large":[0],"language":[1,36,124],"models":[2,56],"(LLMs)":[3],"present":[4,30,72],"unprecedented":[5],"opportunities":[6],"in":[7,21,113],"task":[8],"automation":[9,68],"for":[10,33,111],"industrial":[11],"chip":[12,63],"design":[13,64,67],"and":[14,44,65,92],"verification":[15],"that":[16,47,89],"can":[17],"yield":[18],"significant":[19],"improvements":[20],"engineering":[22],"productivity.":[23],"Instead":[24],"of":[25,41,57,79,117,126],"deploying":[26],"off-the-shelf":[27],"LLMs,":[28],"we":[29,45],"our":[31,48],"methodology":[32],"adapting":[34],"a":[35,73],"model":[37],"to":[38,82,101],"the":[39,77,90],"domain":[40],"VLSI":[42],"design,":[43],"show":[46],"domain-adapted":[49],"model,":[50],"ChipNeMo,":[51],"achieves":[52],"improved":[53],"performance":[54],"against":[55],"similar":[58],"size":[59],"on":[60,76],"benchmarks":[61],"concerning":[62],"electronic":[66],"(EDA).":[69],"We":[70],"finally":[71],"case":[74],"study":[75],"prospective":[78],"applying":[80],"LLMs":[81],"hardware":[83],"formal":[84,127],"verification.":[85],"Our":[86],"results":[87],"indicate":[88],"largest":[91],"most":[93],"capable":[94],"models,":[95],"such":[96],"as":[97,121],"GPT-4,":[98],"are":[99],"able":[100],"generate":[102],"syntactically":[103],"correct":[104],"SVA":[105],"implementations,":[106],"yet":[107],"there":[108],"exists":[109],"room":[110],"improvement":[112],"ensuring":[114],"precise":[115],"reflection":[116],"user":[118],"intent":[119],"given":[120],"high-level":[122],"natural":[123],"descriptions":[125],"properties.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}