{"id":"https://openalex.org/W7127908661","doi":"https://doi.org/10.48550/arxiv.2602.04894","title":"Extracting Recurring Vulnerabilities from Black-Box LLM-Generated Software","display_name":"Extracting Recurring Vulnerabilities from Black-Box LLM-Generated Software","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127908661","doi":"https://doi.org/10.48550/arxiv.2602.04894"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.04894","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116308897","display_name":"Tomer Kordonsky","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kordonsky, Tomer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125104909","display_name":"Amit LeVi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"LeVi, Amit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125223402","display_name":"Maayan Yamin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yamin, Maayan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125235806","display_name":"Noam Benzimra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benzimra, Noam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125216560","display_name":"Avi Mendelson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mendelson, Avi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09190853,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.24580000340938568,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.24580000340938568,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.2151000052690506,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.17640000581741333,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6384000182151794},{"id":"https://openalex.org/keywords/secure-coding","display_name":"Secure coding","score":0.6380000114440918},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.6101999878883362},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.5931000113487244},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5490999817848206},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.508400022983551},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5030999779701233},{"id":"https://openalex.org/keywords/security-bug","display_name":"Security bug","score":0.4982999861240387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.71670001745224},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6384000182151794},{"id":"https://openalex.org/C22680326","wikidata":"https://www.wikidata.org/wiki/Q7444867","display_name":"Secure coding","level":5,"score":0.6380000114440918},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6101999878883362},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5936999917030334},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.5931000113487244},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5490999817848206},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.508400022983551},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5030999779701233},{"id":"https://openalex.org/C131275738","wikidata":"https://www.wikidata.org/wiki/Q7445023","display_name":"Security bug","level":5,"score":0.4982999861240387},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.40139999985694885},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.3472999930381775},{"id":"https://openalex.org/C172776598","wikidata":"https://www.wikidata.org/wiki/Q7943570","display_name":"Vulnerability management","level":4,"score":0.3458999991416931},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.31279999017715454},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C77109596","wikidata":"https://www.wikidata.org/wiki/Q4781497","display_name":"Application security","level":5,"score":0.3075000047683716},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.30090001225471497},{"id":"https://openalex.org/C2776576444","wikidata":"https://www.wikidata.org/wiki/Q303569","display_name":"Attack surface","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.28929999470710754},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2867000102996826},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.04894","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.04894","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.04894","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.04894","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.6315776705741882,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLMs":[0],"are":[1],"increasingly":[2],"used":[3],"for":[4],"code":[5,91,151,154],"generation,":[6],"but":[7],"their":[8],"outputs":[9],"often":[10],"follow":[11],"recurring":[12],"templates":[13],"that":[14,40,69],"can":[15],"induce":[16],"predictable":[17],"vulnerabilities.":[18],"We":[19,86],"study":[20],"vulnerability":[21,128],"persistence":[22],"in":[23,142],"LLM-generated":[24,143],"software":[25,144],"and":[26,49,83,97,126,145],"introduce":[27],"Feature--Security":[28],"Table":[29],"(FSTab)":[30],"with":[31],"two":[32],"components.":[33],"First,":[34],"FSTab":[35,64,88,119],"enables":[36],"a":[37,66,73],"black-box":[38],"attack":[39,124,140],"predicts":[41],"likely":[42],"backend":[43,59],"vulnerabilities":[44,78],"from":[45,117],"observable":[46],"frontend":[47],"features":[48],"knowledge":[50],"of":[51,150],"the":[52,58,76,112,147],"source":[53,61],"LLM,":[54],"without":[55],"access":[56],"to":[57,122],"or":[60],"code.":[62],"Second,":[63],"provides":[65],"model-centric":[67],"evaluation":[68],"quantifies":[70],"how":[71],"consistently":[72],"model":[74],"reproduces":[75],"same":[77],"across":[79,100],"programs,":[80],"semantics-preserving":[81],"rephrasings,":[82],"application":[84,102],"domains.":[85,103],"evaluate":[87],"on":[89,130],"state-of-the-art":[90],"LLMs,":[92],"including":[93],"GPT-5.2,":[94],"Claude-4.5":[95],"Opus,":[96],"Gemini-3":[98],"Pro,":[99],"diverse":[101],"Our":[104,153],"results":[105],"show":[106],"strong":[107],"cross-domain":[108],"transfer:":[109],"even":[110],"when":[111],"target":[113],"domain":[114],"is":[115,155],"excluded":[116],"training,":[118],"achieves":[120],"up":[121],"94%":[123],"success":[125],"93%":[127],"coverage":[129],"Internal":[131],"Tools":[132],"(Claude-4.5":[133],"Opus).":[134],"These":[135],"findings":[136],"expose":[137],"an":[138],"underexplored":[139],"surface":[141],"highlight":[146],"security":[148],"risks":[149],"generation.":[152],"available":[156],"at":[157],"https://github.com/fstabicml2026/FSTab":[158]},"counts_by_year":[],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2026-02-07T00:00:00"}