{"id":"https://openalex.org/W7134957359","doi":"https://doi.org/10.1109/icdmw69685.2025.00164","title":"Security Charter Effectiveness in Large Language Model Code Generation: A Multi-Phase Experimental Analysis Revealing Task-Dependent Responsiveness and Architectural Differences","display_name":"Security Charter Effectiveness in Large Language Model Code Generation: A Multi-Phase Experimental Analysis Revealing Task-Dependent Responsiveness and Architectural Differences","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W7134957359","doi":"https://doi.org/10.1109/icdmw69685.2025.00164"},"language":null,"primary_location":{"id":"doi:10.1109/icdmw69685.2025.00164","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw69685.2025.00164","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128696925","display_name":"Shivani Shukla","orcid":null},"institutions":[{"id":"https://openalex.org/I76766440","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54","country_code":"US","type":"education","lineage":["https://openalex.org/I76766440"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shivani Shukla","raw_affiliation_strings":["University of San Francisco,Department of Analytics and Information Systems,San Francisco,United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of San Francisco,Department of Analytics and Information Systems,San Francisco,United States","institution_ids":["https://openalex.org/I76766440"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128706535","display_name":"Himanshu Joshi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Himanshu Joshi","raw_affiliation_strings":["Vector Institute for Artificial Intelligence,Department of Applied AI and Industry Innovation,Toronto,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vector Institute for Artificial Intelligence,Department of Applied AI and Industry Innovation,Toronto,Canada","institution_ids":["https://openalex.org/I4210127509"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.72999937,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1379","last_page":"1386"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.19670000672340393,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.19670000672340393,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.1500999927520752,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.09059999883174896,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/charter","display_name":"Charter","score":0.5012999773025513},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.477400004863739},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3508000075817108},{"id":"https://openalex.org/keywords/modeling-language","display_name":"Modeling language","score":0.3066999912261963},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.30309998989105225},{"id":"https://openalex.org/keywords/code-switching","display_name":"Code-switching","score":0.2655999958515167}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6013000011444092},{"id":"https://openalex.org/C2777596936","wikidata":"https://www.wikidata.org/wiki/Q727002","display_name":"Charter","level":2,"score":0.5012999773025513},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.477400004863739},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.33399999141693115},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.3066999912261963},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3019999861717224},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.301800012588501},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2800999879837036},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C18552078","wikidata":"https://www.wikidata.org/wiki/Q255615","display_name":"Code-switching","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2572000026702881}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icdmw69685.2025.00164","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw69685.2025.00164","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2748690817","https://openalex.org/W2796200341","https://openalex.org/W2972324944","https://openalex.org/W3184339106","https://openalex.org/W4230399697","https://openalex.org/W4392353733","https://openalex.org/W4396868147","https://openalex.org/W4402665833","https://openalex.org/W4403318507","https://openalex.org/W4405543707","https://openalex.org/W4407163436","https://openalex.org/W4408691084","https://openalex.org/W4414437166"],"related_works":[],"abstract_inverted_index":{"This":[0],"study":[1],"introduces":[2],"regression":[3],"discontinuity":[4],"design":[5],"to":[6,44,83],"LLM":[7],"security":[8,23,45,118,129,168],"evaluation,":[9],"analyzing":[10],"charter":[11,24,72,108,125,140],"effectiveness":[12,141],"across":[13,113],"858":[14],"trials":[15],"with":[16,70,150],"Claude-3.5-Sonnet":[17],"and":[18,106,147,170],"GPT-4o.":[19],"We":[20],"discover":[21],"that":[22,139,167],"responsiveness":[25,73],"operates":[26,127],"independently":[27],"from":[28],"baseline":[29],"model":[30,148,171],"performance:":[31],"while":[32],"GPT-4o's":[33],"overall":[34],"scores":[35],"dropped":[36],"12.58":[37],"points":[38],"between":[39],"experimental":[40],"phases,":[41],"its":[42],"sensitivity":[43],"guidance":[46,169],"increased":[47],"dramatically":[48],"through":[49,128],"optimization":[50],"($12.8":[51],"\\times$effect":[52],"size":[53],"improvement":[54],"from$\\text{d":[55],"=":[56,61],"0.":[57,62],"1":[58],"9":[59],"1}$to$\\text{d":[60],"3":[63],"4":[64],"6}$).":[65],"Claude":[66],"maintained":[67],"stable":[68],"performance":[69],"consistent":[71],"(+6.18":[74],"points,$\\mathrm{p}=0.030$).":[75],"Task-specific":[76],"analysis":[77],"reveals":[78],"both":[79],"models":[80],"respond":[81],"strongly":[82],"charters":[84],"on":[85,144],"4-5":[86],"out":[87],"of":[88,155],"8":[89],"vulnerability":[90,134],"domains":[91],"($d":[92],"\\geq":[93],"0.8$),":[94],"effects":[95],"completely":[96],"hidden":[97],"in":[98,177],"aggregate":[99],"measures.":[100],"Strategic":[101],"placement":[102,112],"comparison":[103],"shows":[104],"embedded":[105],"late":[107],"positioning":[109],"outperform":[110],"early":[111],"models.":[114],"Despite":[115],"achieving":[116],"perfect":[117],"compliance":[119],"(no":[120],"vulnerabilities":[121],"across$\\text{8":[122],"5":[123],"8}$trials),":[124],"influence":[126],"practice":[130],"enhancement":[131],"rather":[132],"than":[133],"elimination.":[135],"Our":[136],"findings":[137],"demonstrate":[138],"depends":[142],"critically":[143],"task":[145],"characteristics":[146],"architecture,":[149],"single":[151],"outlier":[152],"tasks":[153],"capable":[154],"masking":[156],"significant":[157],"intervention":[158],"potential.":[159],"These":[160],"results":[161],"provide":[162],"the":[163],"first":[164],"causal":[165],"evidence":[166],"capability":[172],"represent":[173],"distinct":[174],"architectural":[175],"systems":[176],"LLMs.":[178]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-03-12T00:00:00"}