{"id":"https://openalex.org/W4391681217","doi":"https://doi.org/10.1145/3643681","title":"VeriGen: A Large Language Model for Verilog Code Generation","display_name":"VeriGen: A Large Language Model for Verilog Code Generation","publication_year":2024,"publication_date":"2024-02-09","ids":{"openalex":"https://openalex.org/W4391681217","doi":"https://doi.org/10.1145/3643681"},"language":"en","primary_location":{"id":"doi:10.1145/3643681","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643681","pdf_url":null,"source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031485134","display_name":"Shailja Thakur","orcid":"https://orcid.org/0000-0001-9590-5061"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shailja Thakur","raw_affiliation_strings":["New York University, New York, USA"],"affiliations":[{"raw_affiliation_string":"New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063392410","display_name":"Baleegh Ahmad","orcid":"https://orcid.org/0000-0001-6854-3966"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baleegh Ahmad","raw_affiliation_strings":["New York University, New York, USA"],"affiliations":[{"raw_affiliation_string":"New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053148078","display_name":"Hammond Pearce","orcid":"https://orcid.org/0000-0002-3488-7004"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hammond Pearce","raw_affiliation_strings":["University of New South Wales, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069388936","display_name":"Benjamin Tan","orcid":"https://orcid.org/0000-0002-7642-3638"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Benjamin Tan","raw_affiliation_strings":["University of Calgary, Calgary, Canada"],"affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060815601","display_name":"Brendan Dolan-Gavitt","orcid":"https://orcid.org/0000-0002-8867-4282"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan Dolan-Gavitt","raw_affiliation_strings":["New York University, New York, USA"],"affiliations":[{"raw_affiliation_string":"New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059648257","display_name":"Ramesh Karri","orcid":"https://orcid.org/0000-0001-7989-5617"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramesh Karri","raw_affiliation_strings":["New York University, New York, USA"],"affiliations":[{"raw_affiliation_string":"New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010950688","display_name":"Siddharth Garg","orcid":"https://orcid.org/0000-0002-6158-9512"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddharth Garg","raw_affiliation_strings":["New York University, New York, USA"],"affiliations":[{"raw_affiliation_string":"New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5031485134"],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":54.7044,"has_fulltext":false,"cited_by_count":163,"citation_normalized_percentile":{"value":0.99920104,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"29","issue":"3","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.883988618850708},{"id":"https://openalex.org/keywords/verilog","display_name":"Verilog","score":0.7507731914520264},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6284191608428955},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5486694574356079},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4961455762386322},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.471139132976532},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45155441761016846},{"id":"https://openalex.org/keywords/hardware-description-language","display_name":"Hardware description language","score":0.430501788854599},{"id":"https://openalex.org/keywords/compiler","display_name":"Compiler","score":0.4263521432876587},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.2753165364265442},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.11307454109191895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.883988618850708},{"id":"https://openalex.org/C2779030575","wikidata":"https://www.wikidata.org/wiki/Q827773","display_name":"Verilog","level":3,"score":0.7507731914520264},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6284191608428955},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5486694574356079},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4961455762386322},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.471139132976532},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45155441761016846},{"id":"https://openalex.org/C42143788","wikidata":"https://www.wikidata.org/wiki/Q173341","display_name":"Hardware description language","level":3,"score":0.430501788854599},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.4263521432876587},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2753165364265442},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.11307454109191895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3643681","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643681","pdf_url":null,"source":{"id":"https://openalex.org/S105046310","display_name":"ACM Transactions on Design Automation of Electronic Systems","issn_l":"1084-4309","issn":["1084-4309","1557-7309"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Design Automation of Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2989255803","display_name":null,"funder_award_id":"1553419","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3477952923","display_name":null,"funder_award_id":"77191","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G6990806674","display_name":null,"funder_award_id":"2039607","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7601138765","display_name":"TWC: Large: Collaborative: Verifiable Hardware: Chips that Prove their Own Correctness","funder_award_id":"1646671","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8605406651","display_name":null,"funder_award_id":"77191NC","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W46679369","https://openalex.org/W1981276685","https://openalex.org/W1983394510","https://openalex.org/W2099671082","https://openalex.org/W2345350761","https://openalex.org/W2914393402","https://openalex.org/W2963341956","https://openalex.org/W3081168214","https://openalex.org/W3082750925","https://openalex.org/W3205803342","https://openalex.org/W4288057765","https://openalex.org/W4292956935","https://openalex.org/W4379115941","https://openalex.org/W4380568688","https://openalex.org/W4388040405","https://openalex.org/W4389166691","https://openalex.org/W4392544408","https://openalex.org/W6601894380"],"related_works":["https://openalex.org/W4252501555","https://openalex.org/W2003848320","https://openalex.org/W2107240870","https://openalex.org/W2136295006","https://openalex.org/W2165480138","https://openalex.org/W2107517480","https://openalex.org/W2131024837","https://openalex.org/W4231001357","https://openalex.org/W2539742022","https://openalex.org/W2063218591"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3,95],"explore":[4],"the":[5,46,50,75,98,133],"capability":[6],"of":[7,49,135],"Large":[8],"Language":[9],"Models":[10],"(LLMs)":[11],"to":[12,128],"automate":[13],"hardware":[14,140],"design":[15,141],"by":[16],"automatically":[17],"completing":[18],"partial":[19],"Verilog":[20,36,42,52,121],"code,":[21],"a":[22,55,61,81,88,114],"common":[23],"language":[24],"for":[25],"designing":[26],"and":[27,41,65,91,148],"modeling":[28],"digital":[29],"systems.":[30],"We":[31,44,143],"fine-tune":[32],"pre-existing":[33],"LLMs":[34,138],"on":[35],"datasets":[37],"compiled":[38],"from":[39],"GitHub":[40],"textbooks.":[43],"evaluate":[45],"functional":[47],"correctness":[48],"generated":[51],"code":[53,122],"using":[54],"specially":[56],"designed":[57],"test":[58],"suite,":[59],"featuring":[60],"custom":[62],"problem":[63,93,125],"set":[64],"testing":[66,86],"benches.":[67],"Here,":[68],"our":[69,145],"fine-tuned":[70,99],"open-source":[71,152],"CodeGen-16B":[72],"model":[73,79,100],"outperforms":[74],"commercial":[76],"state-of-the-art":[77,105],"GPT-3.5-turbo":[78],"with":[80,87],"1.1%":[82],"overall":[83],"increase.":[84],"Upon":[85],"more":[89],"diverse":[90],"complex":[92],"set,":[94],"find":[96],"that":[97],"shows":[101],"competitive":[102],"performance":[103],"against":[104],"gpt-3.5-turbo,":[106],"excelling":[107],"in":[108,117,139],"certain":[109],"scenarios.":[110],"Notably,":[111],"it":[112],"demonstrates":[113],"41%":[115],"improvement":[116],"generating":[118],"syntactically":[119],"correct":[120],"across":[123],"various":[124],"categories":[126],"compared":[127],"its":[129],"pre-trained":[130],"counterpart,":[131],"highlighting":[132],"potential":[134],"smaller,":[136],"in-house":[137],"automation.":[142],"release":[144],"training/evaluation":[146],"scripts":[147],"LLM":[149],"checkpoints":[150],"as":[151],"contributions.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":96},{"year":2024,"cited_by_count":48},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}