{"id":"https://openalex.org/W4386302001","doi":"https://doi.org/10.48550/arxiv.2308.14840","title":"Identifying and Mitigating the Security Risks of Generative AI","display_name":"Identifying and Mitigating the Security Risks of Generative AI","publication_year":2023,"publication_date":"2023-08-28","ids":{"openalex":"https://openalex.org/W4386302001","doi":"https://doi.org/10.48550/arxiv.2308.14840"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2308.14840","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.14840","pdf_url":"https://arxiv.org/pdf/2308.14840","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.14840","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026961968","display_name":"Clark Barrett","orcid":"https://orcid.org/0000-0002-9522-3084"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Barrett, Clark","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114108929","display_name":"Brad Boyd","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boyd, Brad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085321550","display_name":"Elie Burzstein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burzstein, Elie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034257647","display_name":"Nicholas Carlini","orcid":"https://orcid.org/0000-0002-1463-3461"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carlini, Nicholas","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072557098","display_name":"Brad Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Brad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101180723","display_name":"Jihye Choi","orcid":"https://orcid.org/0000-0002-7752-7017"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Jihye","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101516679","display_name":"Amrita Roy Chowdhury","orcid":"https://orcid.org/0000-0001-5316-9422"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chowdhury, Amrita Roy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050855162","display_name":"Mihai Christodorescu","orcid":"https://orcid.org/0000-0001-5808-8015"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christodorescu, Mihai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111177928","display_name":"Anupam Datta","orcid":"https://orcid.org/0009-0006-5125-7588"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Datta, Anupam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025450606","display_name":"Soheil Feizi","orcid":"https://orcid.org/0000-0003-0944-8242"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feizi, Soheil","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056099984","display_name":"Kathleen Fisher","orcid":"https://orcid.org/0000-0001-5249-2615"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fisher, Kathleen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015518638","display_name":"Tatsunori Hashimoto","orcid":"https://orcid.org/0000-0003-0521-5855"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hashimoto, Tatsunori","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020400986","display_name":"Dan Hendrycks","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hendrycks, Dan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088826068","display_name":"Somesh Jha","orcid":"https://orcid.org/0000-0001-5877-0436"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jha, Somesh","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072348548","display_name":"Daniel Kang","orcid":"https://orcid.org/0000-0001-9860-9938"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103389585","display_name":"Florian Kerschbaum","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kerschbaum, Florian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074009646","display_name":"Eric Mitchell","orcid":"https://orcid.org/0000-0002-7487-1744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitchell, Eric","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101897622","display_name":"John C. Mitchell","orcid":"https://orcid.org/0000-0002-0024-860X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mitchell, John","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020595585","display_name":"Zulfikar Ramzan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramzan, Zulfikar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104351514","display_name":"Khawaja Shams","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shams, Khawaja","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102480144","display_name":"Dawn Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Dawn","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069391199","display_name":"Ankur Taly","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taly, Ankur","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5089413311","display_name":"Diyi Yang","orcid":"https://orcid.org/0000-0003-1220-3983"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Diyi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":23,"corresponding_author_ids":["https://openalex.org/A5026961968"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.9722999930381775,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9039999842643738,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.8228940963745117},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6826431751251221},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6465624570846558},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.6078359484672546},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5898815393447876},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4933280050754547},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4721027910709381},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3492968678474426},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3265029191970825},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2887314558029175},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.21705326437950134},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.1528725028038025},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.12436410784721375},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.11818438768386841},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10676288604736328}],"concepts":[{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.8228940963745117},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6826431751251221},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6465624570846558},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.6078359484672546},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5898815393447876},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4933280050754547},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4721027910709381},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3492968678474426},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3265029191970825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2887314558029175},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.21705326437950134},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.1528725028038025},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.12436410784721375},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.11818438768386841},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10676288604736328},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2308.14840","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.14840","pdf_url":"https://arxiv.org/pdf/2308.14840","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2308.14840","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.14840","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.14840","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.14840","pdf_url":"https://arxiv.org/pdf/2308.14840","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309292","display_name":"Princeton University","ror":"https://ror.org/00hx57361"},{"id":"https://openalex.org/F4320322649","display_name":"Universidad de Navarra","ror":"https://ror.org/02rxc7m23"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4386302001.pdf"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W1605292408","https://openalex.org/W2074754392","https://openalex.org/W2139464545","https://openalex.org/W2811414481","https://openalex.org/W2936695845","https://openalex.org/W2951080837","https://openalex.org/W2962787423","https://openalex.org/W2965373594","https://openalex.org/W2969958763","https://openalex.org/W2975558816","https://openalex.org/W2987809008","https://openalex.org/W2996047202","https://openalex.org/W3010699567","https://openalex.org/W3012033723","https://openalex.org/W3012472557","https://openalex.org/W3013843954","https://openalex.org/W3034577585","https://openalex.org/W3034795015","https://openalex.org/W3036806226","https://openalex.org/W3093233911","https://openalex.org/W3100355250","https://openalex.org/W3105871743","https://openalex.org/W3114326827","https://openalex.org/W3172917028","https://openalex.org/W4206637810","https://openalex.org/W4221164017","https://openalex.org/W4226278401","https://openalex.org/W4230872509","https://openalex.org/W4283026156","https://openalex.org/W4285240908","https://openalex.org/W4287116904","https://openalex.org/W4287117242","https://openalex.org/W4287553002","https://openalex.org/W4287674181","https://openalex.org/W4288057765","https://openalex.org/W4288334893","https://openalex.org/W4289106821","https://openalex.org/W4295123801","https://openalex.org/W4296413526","https://openalex.org/W4304195432","https://openalex.org/W4311991106","https://openalex.org/W4318149317","https://openalex.org/W4318351452","https://openalex.org/W4320560161","https://openalex.org/W4320843360","https://openalex.org/W4321854923","https://openalex.org/W4353007481","https://openalex.org/W4360891421","https://openalex.org/W4362508231","https://openalex.org/W4365597205","https://openalex.org/W4366341242","https://openalex.org/W4378765257","https://openalex.org/W4378942247","https://openalex.org/W4379919048","https://openalex.org/W4379958452","https://openalex.org/W4380033094","https://openalex.org/W4380994421","https://openalex.org/W4382249028","https://openalex.org/W4382491840","https://openalex.org/W4383046637","https://openalex.org/W4383815588","https://openalex.org/W4385002807","https://openalex.org/W4385245566","https://openalex.org/W4385374425","https://openalex.org/W4385437823","https://openalex.org/W4385570481","https://openalex.org/W4385894687","https://openalex.org/W4386071953","https://openalex.org/W4386270999","https://openalex.org/W4388778348","https://openalex.org/W4388858443","https://openalex.org/W4388858946","https://openalex.org/W4389636360","https://openalex.org/W4390872921","https://openalex.org/W4392194337","https://openalex.org/W4392402304","https://openalex.org/W4402264526","https://openalex.org/W4402424618"],"related_works":["https://openalex.org/W2350209916","https://openalex.org/W2475524763","https://openalex.org/W2363851383","https://openalex.org/W2354517252","https://openalex.org/W2387460998","https://openalex.org/W2356631479","https://openalex.org/W2386467653","https://openalex.org/W2482596426","https://openalex.org/W2384215291","https://openalex.org/W184839951"],"abstract_inverted_index":{"Every":[0],"major":[1],"technical":[2],"invention":[3],"resurfaces":[4],"the":[5,9,13,67,77,90,95,118,122,131,158],"dual-use":[6,96],"dilemma":[7,97],"--":[8],"new":[10,63],"technology":[11],"has":[12],"potential":[14],"to":[15,61,106,114,163],"be":[16,54,107],"used":[17,55],"for":[18,23,130,145],"good":[19],"as":[20,22,30,57,152,154],"well":[21,58,153],"harm.":[24],"Generative":[25],"AI":[26],"(GenAI)":[27],"techniques,":[28],"such":[29],"large":[31],"language":[32],"models":[33],"(LLMs)":[34],"and":[35,46,49,65,69,89,127],"diffusion":[36],"models,":[37],"have":[38],"shown":[39],"remarkable":[40],"capabilities":[41],"(e.g.,":[42],"in-context":[43],"learning,":[44],"code-completion,":[45],"text-to-image":[47],"generation":[48],"editing).":[50],"However,":[51],"GenAI":[52],"can":[53,161],"just":[56],"by":[59,86,99],"attackers":[60],"generate":[62],"attacks":[64],"increase":[66],"velocity":[68],"efficacy":[70],"of":[71,79,92,117],"existing":[72],"attacks.":[73],"This":[74,101],"paper":[75,102,139],"reports":[76],"findings":[78,120],"a":[80,142,146],"workshop":[81],"held":[82],"at":[83],"Google":[84],"(co-organized":[85],"Stanford":[87],"University":[88,91],"Wisconsin-Madison)":[93],"on":[94,133,148],"posed":[98],"GenAI.":[100],"is":[103,110],"not":[104],"meant":[105],"comprehensive,":[108],"but":[109],"rather":[111],"an":[112],"attempt":[113],"synthesize":[115],"some":[116],"interesting":[119,155],"from":[121],"workshop.":[123],"We":[124,136],"discuss":[125],"short-term":[126],"long-term":[128],"goals":[129],"community":[132,160],"this":[134,138,149],"topic.":[135],"hope":[137],"provides":[140],"both":[141],"launching":[143],"point":[144],"discussion":[147],"important":[150],"topic":[151],"problems":[156],"that":[157],"research":[159],"work":[162],"address.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}