{"id":"https://openalex.org/W4392405447","doi":"https://doi.org/10.1109/tifs.2024.3372809","title":"(Security) Assertions by Large Language Models","display_name":"(Security) Assertions by Large Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392405447","doi":"https://doi.org/10.1109/tifs.2024.3372809"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3372809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3372809","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/TIFS.2024.3372809","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071310236","display_name":"Rahul Kande","orcid":"https://orcid.org/0000-0001-9968-434X"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rahul Kande","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053148078","display_name":"Hammond Pearce","orcid":"https://orcid.org/0000-0002-3488-7004"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hammond Pearce","raw_affiliation_strings":["School of Computer Science and Engineering, University of New South Wales, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069388936","display_name":"Benjamin Tan","orcid":"https://orcid.org/0000-0002-7642-3638"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Benjamin Tan","raw_affiliation_strings":["Department of Electrical and Software Engineering, University of Calgary, Calgary, AB, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Software Engineering, University of Calgary, Calgary, AB, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060815601","display_name":"Brendan Dolan-Gavitt","orcid":"https://orcid.org/0000-0002-8867-4282"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan Dolan-Gavitt","raw_affiliation_strings":["Department of Computer Science and Engineering, New York University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031485134","display_name":"Shailja Thakur","orcid":"https://orcid.org/0000-0001-9590-5061"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shailja Thakur","raw_affiliation_strings":["Department of Computer Science and Engineering, New York University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059648257","display_name":"Ramesh Karri","orcid":"https://orcid.org/0000-0001-7989-5617"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramesh Karri","raw_affiliation_strings":["Department of Computer Science and Engineering, New York University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059126377","display_name":"Jeyavijayan Rajendran","orcid":"https://orcid.org/0000-0003-3687-3746"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeyavijayan Rajendran","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Texas A&M University, College Station, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Texas A&M University, College Station, TX, USA","institution_ids":["https://openalex.org/I91045830"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5071310236"],"corresponding_institution_ids":["https://openalex.org/I91045830"],"apc_list":null,"apc_paid":null,"fwci":19.106,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.99476373,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"19","issue":null,"first_page":"4374","last_page":"4389"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6417999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6417999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.5536999702453613,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.5383999943733215,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8925854563713074},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4099377989768982},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35723572969436646}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8925854563713074},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4099377989768982},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35723572969436646}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tifs.2024.3372809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3372809","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},{"id":"pmh:oai:zenodo.org:15307378","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TIFS.2024.3372809","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Information Forensics and Security, 19, 4374 - 4389, (2024-03-04)","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:15307378","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TIFS.2024.3372809","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Information Forensics and Security, 19, 4374 - 4389, (2024-03-04)","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3359513278","display_name":null,"funder_award_id":"00014-18-1-2058","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W46679369","https://openalex.org/W1797377815","https://openalex.org/W1976309468","https://openalex.org/W1979855816","https://openalex.org/W1981151256","https://openalex.org/W2021949528","https://openalex.org/W2095410905","https://openalex.org/W2096455207","https://openalex.org/W2099671082","https://openalex.org/W2345350761","https://openalex.org/W2464661970","https://openalex.org/W2614052576","https://openalex.org/W2896457183","https://openalex.org/W2936148765","https://openalex.org/W2956128604","https://openalex.org/W2973727699","https://openalex.org/W2977663466","https://openalex.org/W2981952055","https://openalex.org/W3015879501","https://openalex.org/W3082750925","https://openalex.org/W3142765463","https://openalex.org/W3177277304","https://openalex.org/W3177813494","https://openalex.org/W3183685509","https://openalex.org/W4200633400","https://openalex.org/W4210725750","https://openalex.org/W4221164739","https://openalex.org/W4226485558","https://openalex.org/W4240101827","https://openalex.org/W4288057765","https://openalex.org/W4293025113","https://openalex.org/W4295950999","https://openalex.org/W4309698405","https://openalex.org/W4362679564","https://openalex.org/W4365512576","https://openalex.org/W4379115941","https://openalex.org/W4382320007","https://openalex.org/W4385187421","https://openalex.org/W4385245566","https://openalex.org/W4385849010","https://openalex.org/W4386113931","https://openalex.org/W4386875652","https://openalex.org/W4387559217","https://openalex.org/W4389279010","https://openalex.org/W4391182436","https://openalex.org/W6601894380","https://openalex.org/W6766457457","https://openalex.org/W6767997687","https://openalex.org/W6776294083","https://openalex.org/W6790848453","https://openalex.org/W6798182279","https://openalex.org/W6805412444","https://openalex.org/W6810874553","https://openalex.org/W6851438272","https://openalex.org/W6853837529","https://openalex.org/W6855365726","https://openalex.org/W6855873652","https://openalex.org/W6855971735","https://openalex.org/W6857597798"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"The":[0],"security":[1,32],"of":[2,11,50,77,131,137,151],"computer":[3],"systems":[4],"typically":[5],"relies":[6],"on":[7,21,119],"a":[8,22,26,38,48,67,120,149,156],"hardware":[9,16,87,161],"root":[10],"trust.":[12],"As":[13],"vulnerabilities":[14],"in":[15,47,56,86,106,139],"can":[17,53],"have":[18],"severe":[19],"implications":[20],"system,":[23],"there":[24],"is":[25,37,66],"need":[27],"for":[28,83,90],"techniques":[29],"to":[30,111,127,171],"support":[31],"verification":[33,36,40,58],"activities.":[34],"Assertion-based":[35],"popular":[39,121],"technique":[41],"that":[42,52,147,168],"involves":[43],"capturing":[44],"design":[45,143],"intent":[46],"set":[49],"assertions":[51,65,129,167],"be":[54],"used":[55,110],"formal":[57],"or":[59],"testing-based":[60],"checking.":[61],"However,":[62],"writing":[63],"security-centric":[64],"challenging":[68],"task.":[69],"In":[70],"this":[71],"work,":[72],"we":[73,154,169],"investigate":[74],"the":[75,132,140,174],"use":[76],"emerging":[78],"large":[79],"language":[80,95],"models":[81],"(LLMs)":[82],"code":[84,104],"generation":[85,89],"assertion":[88,107],"security,":[91],"where":[92],"primarily":[93],"natural":[94],"prompts,":[96,152],"such":[97],"as":[98,103],"those":[99],"one":[100],"would":[101],"see":[102],"comments":[105],"files,":[108],"are":[109],"produce":[112],"SystemVerilog":[113],"assertions.":[114],"We":[115,142],"focus":[116],"our":[117],"attention":[118],"LLM":[122],"and":[123,153,163],"characterize":[124],"its":[125],"ability":[126],"write":[128],"out":[130],"box,":[133],"given":[134],"varying":[135],"levels":[136],"detail":[138],"prompt.":[141],"an":[144],"evaluation":[145],"framework":[146],"generates":[148],"variety":[150],"create":[155],"benchmark":[157],"suite":[158],"comprising":[159],"real-world":[160],"designs":[162],"corresponding":[164],"golden":[165],"reference":[166],"want":[170],"generate":[172],"with":[173],"LLM.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-30T08:08:38.191290","created_date":"2025-10-10T00:00:00"}