{"id":"https://openalex.org/W4403851788","doi":"https://doi.org/10.48550/arxiv.2410.01606","title":"Automated Red Teaming with GOAT: the Generative Offensive Agent Tester","display_name":"Automated Red Teaming with GOAT: the Generative Offensive Agent Tester","publication_year":2024,"publication_date":"2024-10-02","ids":{"openalex":"https://openalex.org/W4403851788","doi":"https://doi.org/10.48550/arxiv.2410.01606"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.01606","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.01606","pdf_url":"https://arxiv.org/pdf/2410.01606","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.01606","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027704717","display_name":"Maya Pavlova","orcid":"https://orcid.org/0000-0003-2348-3650"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavlova, Maya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026942224","display_name":"Erik Brinkman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brinkman, Erik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079492567","display_name":"Krithika Iyer","orcid":"https://orcid.org/0000-0003-2295-8618"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iyer, Krithika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061227377","display_name":"V\u00edtor Albiero","orcid":"https://orcid.org/0000-0002-8607-9914"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Albiero, Vitor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072736125","display_name":"Joanna Bitton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bitton, Joanna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109758423","display_name":"Hailey Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Hailey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079938343","display_name":"Jiarui Liu","orcid":"https://orcid.org/0000-0002-2309-1959"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Joe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079611849","display_name":"Cristian Canton Ferrer","orcid":"https://orcid.org/0000-0002-3189-5498"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ferrer, Cristian Canton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021932110","display_name":"Ivan Evtimov","orcid":"https://orcid.org/0009-0003-7763-4263"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evtimov, Ivan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5026557666","display_name":"Aaron Grattafiori","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Grattafiori, Aaron","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/offensive","display_name":"Offensive","score":0.968174397945404},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.650722861289978},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39295658469200134},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.331173837184906},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29997801780700684},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24958831071853638},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.1774100959300995}],"concepts":[{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.968174397945404},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.650722861289978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39295658469200134},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.331173837184906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29997801780700684},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24958831071853638},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.1774100959300995}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.01606","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.01606","pdf_url":"https://arxiv.org/pdf/2410.01606","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.01606","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.01606","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.01606","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.01606","pdf_url":"https://arxiv.org/pdf/2410.01606","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403851788.pdf","grobid_xml":"https://content.openalex.org/works/W4403851788.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1568520348","https://openalex.org/W3214407891","https://openalex.org/W3194113117","https://openalex.org/W4287020359","https://openalex.org/W3213194066","https://openalex.org/W268355439","https://openalex.org/W2967125893"],"abstract_inverted_index":{"Red":[0],"teaming":[1,129,154],"assesses":[2],"how":[3],"large":[4],"language":[5,134],"models":[6,47],"(LLMs)":[7],"can":[8],"produce":[9],"content":[10],"that":[11,131,164],"violates":[12],"norms,":[13],"policies,":[14],"and":[15,63,91,109,178,189,217,238],"rules":[16],"set":[17],"during":[18],"their":[19],"safety":[20],"training.":[21],"However,":[22],"most":[23],"existing":[24],"automated":[25,126],"methods":[26,57,171],"in":[27,146,161,224,227],"the":[28,34,93,119,168,173,179,205,215,243],"literature":[29],"are":[30,81],"not":[31,49,66],"representative":[32],"of":[33,45,53,70,86,97,170,200,209,219,233],"way":[35,163],"humans":[36],"tend":[37],"to":[38,60,83,143,186,194],"interact":[39],"with":[40,151,230],"AI":[41,46],"models.":[42],"Common":[43],"users":[44],"may":[48],"have":[50],"advanced":[51],"knowledge":[52],"adversarial":[54,77,135,140,207],"machine":[55],"learning":[56],"or":[58],"access":[59],"model":[61,160],"internals,":[62],"they":[64,80],"do":[65],"spend":[67],"a":[68,73,158,162],"lot":[69],"time":[71],"crafting":[72],"single":[74],"highly":[75],"effective":[76],"prompt.":[78],"Instead,":[79],"likely":[82],"make":[84],"use":[85],"techniques":[87,142],"commonly":[88],"shared":[89],"online":[90],"exploit":[92],"multiturn":[94],"conversational":[95],"nature":[96],"LLMs.":[98,147],"While":[99],"manual":[100],"testing":[101],"addresses":[102],"this":[103],"gap,":[104],"it":[105],"is":[106,184],"an":[107,125,231],"inefficient":[108],"often":[110],"expensive":[111],"process.":[112],"To":[113],"address":[114],"these":[115],"limitations,":[116],"we":[117],"introduce":[118],"Generative":[120],"Offensive":[121],"Agent":[122],"Tester":[123],"(GOAT),":[124],"agentic":[127],"red":[128,153],"system":[130],"simulates":[132],"plain":[133],"conversations":[136],"while":[137,202],"leveraging":[138],"multiple":[139],"prompting":[141,157],"identify":[144],"vulnerabilities":[145,226],"We":[148,213],"instantiate":[149],"GOAT":[150],"7":[152],"attacks":[155],"by":[156],"general-purpose":[159],"encourages":[165],"reasoning":[166],"through":[167],"choices":[169],"available,":[172],"current":[174],"target":[175],"model's":[176],"response,":[177],"next":[180],"steps.":[181],"Our":[182],"approach":[183],"designed":[185],"be":[187],"extensible":[188],"efficient,":[190],"allowing":[191],"human":[192],"testers":[193],"focus":[195],"on":[196,242],"exploring":[197],"new":[198],"areas":[199],"risk":[201,211],"automation":[203],"covers":[204],"scaled":[206],"stress-testing":[208],"known":[210],"territory.":[212],"present":[214],"design":[216],"evaluation":[218],"GOAT,":[220],"demonstrating":[221],"its":[222],"effectiveness":[223],"identifying":[225],"state-of-the-art":[228],"LLMs,":[229],"ASR@10":[232],"97%":[234],"against":[235,240],"Llama":[236],"3.1":[237],"88%":[239],"GPT-4":[241],"JailbreakBench":[244],"dataset.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}