{"id":"https://openalex.org/W4414695400","doi":"https://doi.org/10.48550/arxiv.2507.09508","title":"A Mixture of Linear Corrections Generates Secure Code","display_name":"A Mixture of Linear Corrections Generates Secure Code","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4414695400","doi":"https://doi.org/10.48550/arxiv.2507.09508"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2507.09508","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.09508","pdf_url":"https://arxiv.org/pdf/2507.09508","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.09508","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108259382","display_name":"Weichen Yu","orcid":"https://orcid.org/0009-0003-7935-2358"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Weichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002052018","display_name":"Ravi Mangal","orcid":"https://orcid.org/0000-0001-6267-6995"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mangal, Ravi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082624117","display_name":"Terry Yue Zhuo","orcid":"https://orcid.org/0000-0002-5760-5188"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuo, Terry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057424614","display_name":"Matt Fredrikson","orcid":"https://orcid.org/0000-0003-1820-1698"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fredrikson, Matt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053134485","display_name":"Corina S. P\u0103s\u0103reanu","orcid":"https://orcid.org/0000-0002-5579-6961"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pasareanu, Corina S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.6628999710083008,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.6628999710083008,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.732699990272522},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.7204999923706055},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6714000105857849},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.6459000110626221},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.32510000467300415},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.3052999973297119}],"concepts":[{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.732699990272522},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.7204999923706055},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6714000105857849},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.6459000110626221},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6326000094413757},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.44699999690055847},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32170000672340393},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3163999915122986},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C21593369","wikidata":"https://www.wikidata.org/wiki/Q1032176","display_name":"Countermeasure","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29499998688697815},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2646999955177307},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2574000060558319}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2507.09508","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.09508","pdf_url":"https://arxiv.org/pdf/2507.09508","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2507.09508","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.09508","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.09508","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.09508","pdf_url":"https://arxiv.org/pdf/2507.09508","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"become":[5],"proficient":[6],"at":[7,14],"sophisticated":[8],"code-generation":[9],"tasks,":[10],"yet":[11],"remain":[12],"ineffective":[13,38],"reliably":[15],"detecting":[16],"or":[17,31],"avoiding":[18],"code":[19,29,55,110],"vulnerabilities.":[20,56],"Does":[21],"this":[22],"deficiency":[23],"stem":[24],"from":[25,69],"insufficient":[26],"learning":[27],"about":[28],"vulnerabilities,":[30],"is":[32],"it":[33],"merely":[34],"a":[35,96,115],"result":[36],"of":[37,98,131],"prompting?":[39],"Using":[40],"representation":[41],"engineering":[42],"techniques,":[43],"we":[44,82],"investigate":[45],"whether":[46],"LLMs":[47,61,105],"internally":[48],"encode":[49,62],"the":[50,91,128],"concepts":[51],"necessary":[52],"to":[53,106,118],"identify":[54],"We":[57],"find":[58],"that":[59,66,88],"current":[60],"precise":[63],"internal":[64],"representations":[65],"distinguish":[67],"vulnerable":[68,109],"secure":[70],"code--achieving":[71],"greater":[72],"accuracy":[73],"than":[74],"standard":[75],"prompting":[76],"approaches.":[77],"Leveraging":[78],"these":[79],"vulnerability-sensitive":[80],"representations,":[81],"develop":[83],"an":[84],"inference-time":[85],"steering":[86],"technique":[87],"subtly":[89],"modulates":[90],"model's":[92],"token-generation":[93],"probabilities":[94],"through":[95],"mixture":[97],"corrections":[99],"(MoC).":[100],"Our":[101],"method":[102],"effectively":[103],"guides":[104],"produce":[107],"less":[108],"without":[111],"compromising":[112],"functionality,":[113],"demonstrating":[114],"practical":[116],"approach":[117],"controlled":[119],"vulnerability":[120],"management":[121],"in":[122],"generated":[123],"code.":[124],"Notably,":[125],"MoC":[126],"enhances":[127],"security":[129],"ratio":[130],"Qwen2.5-Coder-7B":[132],"by":[133,142],"8.9\\%,":[134],"while":[135],"simultaneously":[136],"improving":[137],"functionality":[138],"on":[139],"HumanEval":[140],"pass@1":[141],"2.1\\%.":[143]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}