{"id":"https://openalex.org/W4403564213","doi":"https://doi.org/10.48550/arxiv.2410.09024","title":"AgentHarm: A Benchmark for Measuring Harmfulness of LLM Agents","display_name":"AgentHarm: A Benchmark for Measuring Harmfulness of LLM Agents","publication_year":2024,"publication_date":"2024-10-11","ids":{"openalex":"https://openalex.org/W4403564213","doi":"https://doi.org/10.48550/arxiv.2410.09024"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.09024","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.09024","pdf_url":"https://arxiv.org/pdf/2410.09024","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.09024","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057136518","display_name":"Maksym Andriushchenko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andriushchenko, Maksym","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004786699","display_name":"Alexandra Souly","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Souly, Alexandra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114331403","display_name":"Mateusz Dziemian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dziemian, Mateusz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099057851","display_name":"Derek Duenas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duenas, Derek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004672501","display_name":"Maxwell Lin","orcid":"https://orcid.org/0000-0001-9838-4767"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Maxwell","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061241022","display_name":"Justin Wang","orcid":"https://orcid.org/0000-0002-9218-0744"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Justin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020400986","display_name":"Dan Hendrycks","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hendrycks, Dan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114331404","display_name":"Andy Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Andy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075035644","display_name":"J. Zico Kolter","orcid":"https://orcid.org/0000-0002-8106-5759"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kolter, Zico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057424614","display_name":"Matt Fredrikson","orcid":"https://orcid.org/0000-0003-1820-1698"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fredrikson, Matt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014258495","display_name":"Eric Winsor","orcid":"https://orcid.org/0000-0003-1922-4648"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Winsor, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114331401","display_name":"Jerome Wynne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wynne, Jerome","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029186201","display_name":"Yarin Gal","orcid":"https://orcid.org/0000-0002-2733-2078"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gal, Yarin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5114331402","display_name":"Xander Davies","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Davies, Xander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.4487999975681305,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.4487999975681305,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8120166063308716},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4458223879337311},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.2023102045059204},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.1452227234840393}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8120166063308716},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4458223879337311},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.2023102045059204},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.1452227234840393}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:arXiv.org:2410.09024","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.09024","pdf_url":"https://arxiv.org/pdf/2410.09024","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:doi:10.5281/zenodo.18564854","is_oa":true,"landing_page_url":"https://github.com/TelosSteward/TELOS","pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},{"id":"doi:10.48550/arxiv.2410.09024","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.09024","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.18564854","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.18564854","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"},{"id":"doi:10.5281/zenodo.18564855","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.18564855","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.09024","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.09024","pdf_url":"https://arxiv.org/pdf/2410.09024","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403564213.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526"],"abstract_inverted_index":{"The":[0,69],"robustness":[1,52],"of":[2,75,126,176],"LLMs":[3,24,133],"to":[4,11,95,110,117,151],"jailbreak":[5,146,153],"attacks,":[6],"where":[7],"users":[8],"design":[9],"prompts":[10],"circumvent":[12],"safety":[13],"measures":[14],"and":[15,37,91,129,155,161,166,173,178],"misuse":[16],"model":[17,168],"capabilities,":[18],"has":[19],"been":[20],"studied":[21],"primarily":[22],"for":[23,180],"acting":[25],"as":[26],"simple":[27,144,172],"chatbots.":[28],"Meanwhile,":[29],"LLM":[30,59],"agents":[31,109],"--":[32,42],"which":[33],"use":[34],"external":[35],"tools":[36],"can":[38,148],"execute":[39],"multi-stage":[40],"tasks":[41,80],"may":[43],"pose":[44],"a":[45,64,72,119,124],"greater":[46],"risk":[47],"if":[48],"misused,":[49],"but":[50],"their":[51,112],"remains":[53],"underexplored.":[54],"To":[55,170],"facilitate":[56],"research":[57],"on":[58,105],"agent":[60,79,139,164],"misuse,":[61],"we":[62,183],"propose":[63],"new":[65],"benchmark":[66,70],"called":[67],"AgentHarm.":[68],"includes":[71],"diverse":[73],"set":[74],"110":[76],"explicitly":[77],"malicious":[78,138,162],"(440":[81],"with":[82,137],"augmentations),":[83],"covering":[84],"11":[85],"harm":[86],"categories":[87],"including":[88],"fraud,":[89],"cybercrime,":[90],"harassment.":[92],"In":[93],"addition":[94],"measuring":[96],"whether":[97],"models":[98],"refuse":[99],"harmful":[100],"agentic":[101],"requests,":[102],"scoring":[103],"well":[104],"AgentHarm":[106,186],"requires":[107],"jailbroken":[108],"maintain":[111],"capabilities":[113],"following":[114],"an":[115],"attack":[116],"complete":[118],"multi-step":[120,163],"task.":[121],"We":[122],"evaluate":[123],"range":[125],"leading":[127,132],"LLMs,":[128],"find":[130],"(1)":[131],"are":[134],"surprisingly":[135],"compliant":[136],"requests":[140],"without":[141],"jailbreaking,":[142],"(2)":[143],"universal":[145],"templates":[147],"be":[149],"adapted":[150],"effectively":[152],"agents,":[154,182],"(3)":[156],"these":[157],"jailbreaks":[158],"enable":[159,171],"coherent":[160],"behavior":[165],"retain":[167],"capabilities.":[169],"reliable":[174],"evaluation":[175],"attacks":[177],"defenses":[179],"LLM-based":[181],"publicly":[184],"release":[185],"at":[187],"https://huggingface.co/datasets/ai-safety-institute/AgentHarm.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2024-10-20T00:00:00"}