{"id":"https://openalex.org/W4388858772","doi":"https://doi.org/10.1145/3576915.3623157","title":"Do Users Write More Insecure Code with AI Assistants?","display_name":"Do Users Write More Insecure Code with AI Assistants?","publication_year":2023,"publication_date":"2023-11-15","ids":{"openalex":"https://openalex.org/W4388858772","doi":"https://doi.org/10.1145/3576915.3623157"},"language":"en","primary_location":{"id":"doi:10.1145/3576915.3623157","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3576915.3623157","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102954205","display_name":"Neil Perry","orcid":"https://orcid.org/0009-0009-4254-4712"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Neil Perry","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043099018","display_name":"Megha Srivastava","orcid":"https://orcid.org/0009-0002-7816-8391"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Megha Srivastava","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075915146","display_name":"Deepak Kumar","orcid":"https://orcid.org/0000-0002-0224-5031"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepak Kumar","raw_affiliation_strings":["Stanford University & UC San Diego, Stanford & La Jolla, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University & UC San Diego, Stanford & La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959","https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027798962","display_name":"Dan Boneh","orcid":"https://orcid.org/0000-0003-0820-0421"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Boneh","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102954205"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":69.988,"has_fulltext":false,"cited_by_count":155,"citation_normalized_percentile":{"value":0.99954885,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2785","last_page":"2799"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7637244462966919},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.694977879524231},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5692325830459595},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4422125816345215},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.4258425831794739},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.41753238439559937},{"id":"https://openalex.org/keywords/productivity","display_name":"Productivity","score":0.414335697889328},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3991655707359314},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3858450651168823},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.38409262895584106},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2740272283554077},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.2220805287361145},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18254715204238892},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11589264869689941},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11334037780761719}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7637244462966919},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.694977879524231},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5692325830459595},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4422125816345215},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.4258425831794739},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.41753238439559937},{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.414335697889328},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3991655707359314},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3858450651168823},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38409262895584106},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2740272283554077},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.2220805287361145},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18254715204238892},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11589264869689941},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11334037780761719},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3576915.3623157","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3576915.3623157","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGSAC Conference on Computer and Communications Security","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1607035479","https://openalex.org/W2110065044","https://openalex.org/W2116624262","https://openalex.org/W2168175751","https://openalex.org/W2183171747","https://openalex.org/W2350778671","https://openalex.org/W2796472165","https://openalex.org/W2954628458","https://openalex.org/W2964144088","https://openalex.org/W2973379954","https://openalex.org/W3048561961","https://openalex.org/W3090957174","https://openalex.org/W4206737400","https://openalex.org/W4211263275","https://openalex.org/W4225108562","https://openalex.org/W4225120919","https://openalex.org/W4226242393","https://openalex.org/W4248415074","https://openalex.org/W4287448166","https://openalex.org/W4288057765","https://openalex.org/W6663855623","https://openalex.org/W6767858076"],"related_works":["https://openalex.org/W4318539024","https://openalex.org/W4226317003","https://openalex.org/W2206096527","https://openalex.org/W2149635184","https://openalex.org/W4310563050","https://openalex.org/W3161903544","https://openalex.org/W3017183837","https://openalex.org/W3025557260","https://openalex.org/W1969926570","https://openalex.org/W2598593295"],"abstract_inverted_index":{"AI":[0,57,78,97],"code":[1,31,58,84,133],"assistants":[2,23,59],"have":[3,24],"emerged":[4],"as":[5],"powerful":[6],"tools":[7,112],"that":[8,71,110],"can":[9,17],"aid":[10],"in":[11,32,41,122],"the":[12,128],"software":[13],"development":[14],"life-cycle":[15],"and":[16],"improve":[18],"developer":[19],"productivity.":[20],"Unfortunately,":[21],"such":[22,111],"also":[25,100],"been":[26],"found":[27],"to":[28,51,60,76,89,95,103,116,140,143],"produce":[29],"insecure":[30],"lab":[33],"environments,":[34],"raising":[35],"significant":[36],"concerns":[37],"about":[38,119],"their":[39,123],"usage":[40],"practice.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46,69,135],"conduct":[47],"a":[48,62],"user":[49],"study":[50],"examine":[52],"how":[53],"users":[54,115],"interact":[55],"with":[56,93],"solve":[61],"variety":[63],"of":[64,130],"security":[65,120],"related":[66],"tasks.":[67],"Overall,":[68],"find":[70],"participants":[72],"who":[73],"had":[74],"access":[75,88,94],"an":[77,90,96],"assistant":[79,98],"wrote":[80,106],"significantly":[81],"less":[82],"secure":[83,107],"than":[85],"those":[86],"without":[87],"assistant.":[91],"Participants":[92],"were":[99],"more":[101],"likely":[102],"believe":[104],"they":[105],"code,":[108],"suggesting":[109],"may":[113],"lead":[114],"be":[117],"overconfident":[118],"flaws":[121],"code.":[124],"To":[125],"better":[126],"inform":[127],"design":[129],"future":[131],"AI-based":[132],"assistants,":[134],"release":[136],"our":[137,146],"user-study":[138],"apparatus":[139],"researchers":[141],"seeking":[142],"build":[144],"on":[145],"work.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":80},{"year":2024,"cited_by_count":43},{"year":2023,"cited_by_count":19}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}