{"id":"https://openalex.org/W4392544408","doi":"https://doi.org/10.1109/tifs.2024.3374558","title":"On Hardware Security Bug Code Fixes by Prompting Large Language Models","display_name":"On Hardware Security Bug Code Fixes by Prompting Large Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392544408","doi":"https://doi.org/10.1109/tifs.2024.3374558"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3374558","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3374558","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063392410","display_name":"Baleegh Ahmad","orcid":"https://orcid.org/0000-0001-6854-3966"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Baleegh Ahmad","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University Tandon School of Engineering, Brooklyn, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6854-3966","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University Tandon School of Engineering, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031485134","display_name":"Shailja Thakur","orcid":"https://orcid.org/0000-0001-9590-5061"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shailja Thakur","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University Tandon School of Engineering, Brooklyn, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-9590-5061","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University Tandon School of Engineering, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069388936","display_name":"Benjamin Tan","orcid":"https://orcid.org/0000-0002-7642-3638"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Benjamin Tan","raw_affiliation_strings":["Department of Electrical and Software Engineering, University of Calgary, Calgary, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7642-3638","affiliations":[{"raw_affiliation_string":"Department of Electrical and Software Engineering, University of Calgary, Calgary, AB, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059648257","display_name":"Ramesh Karri","orcid":"https://orcid.org/0000-0001-7989-5617"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramesh Karri","raw_affiliation_strings":["Department of Electrical and Computer Engineering, New York University Tandon School of Engineering, Brooklyn, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-7989-5617","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, New York University Tandon School of Engineering, Brooklyn, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053148078","display_name":"Hammond Pearce","orcid":"https://orcid.org/0000-0002-3488-7004"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hammond Pearce","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3488-7004","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.4309,"has_fulltext":false,"cited_by_count":68,"citation_normalized_percentile":{"value":0.99467758,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"19","issue":null,"first_page":"4043","last_page":"4057"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8886252641677856},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6472568511962891},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5071694850921631}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8886252641677856},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6472568511962891},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5071694850921631},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3374558","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3374558","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3224591349","display_name":"Improving Hardware Security During Design And Deployment","funder_award_id":"rgpin-2022-03027","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2045258043","https://openalex.org/W2063724771","https://openalex.org/W2745087117","https://openalex.org/W2883613460","https://openalex.org/W2951675980","https://openalex.org/W2963311060","https://openalex.org/W2963739369","https://openalex.org/W2972082064","https://openalex.org/W2988741748","https://openalex.org/W2998011150","https://openalex.org/W3082750925","https://openalex.org/W3115588598","https://openalex.org/W3127584440","https://openalex.org/W3156480510","https://openalex.org/W3170962973","https://openalex.org/W3177813494","https://openalex.org/W3182554126","https://openalex.org/W4211176122","https://openalex.org/W4213151038","https://openalex.org/W4226157882","https://openalex.org/W4226485558","https://openalex.org/W4294956360","https://openalex.org/W4313116445","https://openalex.org/W4379115941","https://openalex.org/W4384345708","https://openalex.org/W4385187421","https://openalex.org/W4391182436","https://openalex.org/W4393749325","https://openalex.org/W6766457457","https://openalex.org/W6790848453","https://openalex.org/W6798182279","https://openalex.org/W6798654303","https://openalex.org/W6810666376","https://openalex.org/W6810874553"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Novel":[0],"AI-based":[1],"code-writing":[2],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"such":[7],"as":[8],"OpenAI\u2019s":[9],"Codex":[10],"have":[11,139],"demonstrated":[12],"capabilities":[13],"in":[14,35,47,50],"many":[15],"coding-adjacent":[16],"domains.":[17],"In":[18],"this":[19,53],"work,":[20],"we":[21,55],"consider":[22],"how":[23],"LLMs":[24,110,138],"may":[25],"be":[26],"leveraged":[27],"to":[28,71,142],"automatically":[29],"repair":[30,46,112,126,143,163],"identified":[31],"security-relevant":[32],"bugs":[33,146],"present":[34],"hardware":[36,61,124,144],"designs":[37],"by":[38],"generating":[39],"replacement":[40],"code.":[41],"We":[42,64,104],"focus":[43],"on":[44,128],"bug":[45,125,162],"code":[48],"written":[49],"Verilog.":[51],"For":[52],"study,":[54],"curate":[56],"a":[57,69,121],"corpus":[58],"of":[59,76,91,109,115,132,158],"domain-representative":[60],"security":[62,145],"bugs.":[63,84,133],"then":[65],"design":[66,88],"and":[67,96,147],"implement":[68],"framework":[70,86,149],"quantitatively":[72],"evaluate":[73],"the":[74,82,98,102,140,148,155],"performance":[75],"any":[77],"LLM":[78],"tasked":[79],"with":[80],"fixing":[81],"specified":[83],"The":[85],"supports":[87],"space":[89],"exploration":[90],"prompts":[92],"(i.e.,":[93],"prompt":[94],"engineering)":[95],"identifying":[97],"best":[99],"parameters":[100],"for":[101],"LLM.":[103],"show":[105,136],"that":[106,137],"an":[107,151,159],"ensemble":[108,119],"can":[111],"all":[113],"fifteen":[114],"our":[116],"benchmarks.":[117],"This":[118],"outperforms":[120],"state-of-the-art":[122],"automated":[123,160],"tool":[127],"its":[129],"own":[130],"suite":[131],"These":[134],"results":[135],"ability":[141],"is":[150],"important":[152],"step":[153],"towards":[154],"ultimate":[156],"goal":[157],"end-to-end":[161],"tool.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":17}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2024-03-08T00:00:00"}