{"id":"https://openalex.org/W4320560161","doi":"https://doi.org/10.1145/3576915.3623175","title":"Large Language Models for Code: Security Hardening and Adversarial Testing","display_name":"Large Language Models for Code: Security Hardening and Adversarial Testing","publication_year":2023,"publication_date":"2023-11-15","ids":{"openalex":"https://openalex.org/W4320560161","doi":"https://doi.org/10.1145/3576915.3623175"},"language":"en","primary_location":{"id":"doi:10.1145/3576915.3623175","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576915.3623175","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3576915.3623175","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101532408","display_name":"Jingxuan He","orcid":"https://orcid.org/0009-0003-9858-5640"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Jingxuan He","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0009-0003-9858-5640","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069901599","display_name":"Martin Vechev","orcid":"https://orcid.org/0000-0002-0054-9568"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Martin Vechev","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-0054-9568","affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":118,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1865","last_page":"1879"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8630725145339966},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6948349475860596},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6264618635177612},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5707406997680664},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5201171636581421},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4671556353569031},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36175838112831116},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2680578827857971},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2519580125808716},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.22939103841781616}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8630725145339966},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6948349475860596},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6264618635177612},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5707406997680664},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5201171636581421},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4671556353569031},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36175838112831116},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2680578827857971},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2519580125808716},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.22939103841781616},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3576915.3623175","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576915.3623175","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2302.05319","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.05319","pdf_url":"https://arxiv.org/pdf/2302.05319","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/649507","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/649507","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CCS '23: Proceedings of the 2023 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.3929/ethz-b-000649507","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000649507","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3576915.3623175","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576915.3623175","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2130758759","https://openalex.org/W2515236103","https://openalex.org/W2807730630","https://openalex.org/W2885030880","https://openalex.org/W2963341956","https://openalex.org/W2972135640","https://openalex.org/W2973049837","https://openalex.org/W2979357014","https://openalex.org/W2997195635","https://openalex.org/W3033777149","https://openalex.org/W3085190015","https://openalex.org/W3091588759","https://openalex.org/W3101228802","https://openalex.org/W3112486745","https://openalex.org/W3155981360","https://openalex.org/W3156480510","https://openalex.org/W3166095789","https://openalex.org/W3166846774","https://openalex.org/W3173591235","https://openalex.org/W3174770825","https://openalex.org/W3174784402","https://openalex.org/W3177813494","https://openalex.org/W3183469243","https://openalex.org/W3195703954","https://openalex.org/W3198685994","https://openalex.org/W3207263623","https://openalex.org/W3210860486","https://openalex.org/W4205635927","https://openalex.org/W4205733352","https://openalex.org/W4205991051","https://openalex.org/W4221144473","https://openalex.org/W4224060952","https://openalex.org/W4224308101","https://openalex.org/W4224321081","https://openalex.org/W4225108562","https://openalex.org/W4226485558","https://openalex.org/W4281763794","https://openalex.org/W4284664028","https://openalex.org/W4287024925","https://openalex.org/W4287644588","https://openalex.org/W4288057765","https://openalex.org/W4288804596","https://openalex.org/W4292779060","https://openalex.org/W4292956935","https://openalex.org/W4297795751","https://openalex.org/W4300989059","https://openalex.org/W4308627645","https://openalex.org/W4308643013","https://openalex.org/W4310638782","https://openalex.org/W4311887664","https://openalex.org/W4315706637","https://openalex.org/W4376167329","https://openalex.org/W4384345694","https://openalex.org/W4385187279","https://openalex.org/W4385245566","https://openalex.org/W4391307510","https://openalex.org/W6600050674","https://openalex.org/W6600175266","https://openalex.org/W6600438464","https://openalex.org/W6602670149","https://openalex.org/W6629009121","https://openalex.org/W6785515443"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(large":[3],"LMs)":[4],"are":[5,23],"increasingly":[6],"trained":[7],"on":[8,156,211],"massive":[9],"codebases":[10],"and":[11,22,54,87],"used":[12],"to":[13,25,46,60,94,98,122,131,204,219,223],"generate":[14,99],"code.":[15,29,113],"However,":[16],"LMs":[17,36,231],"lack":[18],"awareness":[19],"of":[20,35,71,109,159,197],"security":[21,34,42,63,77,181,206],"found":[24],"frequently":[26],"produce":[27],"unsafe":[28,102],"This":[30],"work":[31],"studies":[32],"the":[33,96,106,136,141,198,214,229],"along":[37],"two":[38],"important":[39],"axes:":[40],"(i)":[41],"hardening,":[43],"which":[44,58],"aims":[45],"enhance":[47],"LMs'":[48,62],"reliability":[49],"in":[50,178,232],"generating":[51,110],"secure":[52,100,193],"code,":[53,103,160],"(ii)":[55],"adversarial":[56,66,209],"testing,":[57],"seeks":[59],"evaluate":[61],"at":[64],"an":[65],"standpoint.":[67],"We":[68,114],"address":[69],"both":[70],"these":[72,148],"by":[73,151,167],"formulating":[74],"a":[75,91,116,162,185],"new":[76],"task":[78,84],"called":[79,120],"controlled":[80],"code":[81,194],"generation.":[82],"The":[83],"is":[85,175,216],"parametric":[86],"takes":[88],"as":[89],"input":[90],"binary":[92],"property":[93],"guide":[95,132],"LM":[97,188],"or":[101],"while":[104],"preserving":[105],"LM's":[107,142],"capability":[108],"functionally":[111],"correct":[112],"propose":[115],"novel":[117],"learning-based":[118],"approach":[119],"SVEN":[121,126,174,203,226],"solve":[123],"this":[124,212],"task.":[125],"leverages":[127],"property-specific":[128],"continuous":[129,149],"vectors":[130,150],"program":[133],"generation":[134],"towards":[135],"given":[137],"property,":[138],"without":[139],"modifying":[140],"weights.":[143],"Our":[144,169],"training":[145],"procedure":[146],"optimizes":[147],"enforcing":[152],"specialized":[153],"loss":[154],"terms":[155],"different":[157],"regions":[158],"using":[161],"high-quality":[163],"dataset":[164],"carefully":[165],"curated":[166],"us.":[168],"extensive":[170],"evaluation":[171],"shows":[172],"that":[173],"highly":[176],"effective":[177],"achieving":[179],"strong":[180],"control.":[182],"For":[183],"instance,":[184],"state-of-the-art":[186],"CodeGen":[187],"with":[189],"2.7B":[190],"parameters":[191],"generates":[192],"for":[195],"59.1%":[196],"time.":[199],"When":[200],"we":[201],"employ":[202],"perform":[205],"hardening":[207],"(or":[208,221],"testing)":[210],"LM,":[213],"ratio":[215],"significantly":[217],"boosted":[218],"92.3%":[220],"degraded":[222],"36.8%).":[224],"Importantly,":[225],"closely":[227],"matches":[228],"original":[230],"functional":[233],"correctness.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":27},{"year":2025,"cited_by_count":59},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}