{"id":"https://openalex.org/W4392678070","doi":"https://doi.org/10.48550/arxiv.2403.04893","title":"A Safe Harbor for AI Evaluation and Red Teaming","display_name":"A Safe Harbor for AI Evaluation and Red Teaming","publication_year":2024,"publication_date":"2024-03-07","ids":{"openalex":"https://openalex.org/W4392678070","doi":"https://doi.org/10.48550/arxiv.2403.04893"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2403.04893","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.04893","pdf_url":"https://arxiv.org/pdf/2403.04893","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.04893","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001884064","display_name":"Shayne Longpre","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Longpre, Shayne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063345981","display_name":"Sayash Kapoor","orcid":"https://orcid.org/0000-0001-5695-280X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kapoor, Sayash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093104547","display_name":"Kevin Klyman","orcid":"https://orcid.org/0009-0003-2130-3529"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klyman, Kevin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015718786","display_name":"Ashwin Ramaswami","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramaswami, Ashwin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069576651","display_name":"Rishi Bommasani","orcid":"https://orcid.org/0000-0002-9616-5138"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bommasani, Rishi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055973731","display_name":"Borhane Blili-Hamelin","orcid":"https://orcid.org/0000-0002-9573-3332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blili-Hamelin, Borhane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082426637","display_name":"Yangsibo Huang","orcid":"https://orcid.org/0000-0002-0640-4845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yangsibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094123523","display_name":"Aviya Skowron","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Skowron, Aviya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037408928","display_name":"Zheng-Xin Yong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong, Zheng-Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094123521","display_name":"Suhas Kotha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kotha, Suhas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458994","display_name":"Yi Zeng","orcid":"https://orcid.org/0000-0002-7708-7146"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089522357","display_name":"Weiyan Shi","orcid":"https://orcid.org/0000-0003-0850-5831"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Weiyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109445159","display_name":"Xianjun Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xianjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094123522","display_name":"Reid Southen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Southen, Reid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028501158","display_name":"Alexander Robey","orcid":"https://orcid.org/0009-0003-5693-2819"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robey, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016959489","display_name":"Patrick Chao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chao, Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089413311","display_name":"Diyi Yang","orcid":"https://orcid.org/0000-0003-1220-3983"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Diyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032275274","display_name":"Ruoxi Jia","orcid":"https://orcid.org/0000-0001-9662-9556"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Ruoxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113139155","display_name":"Daniel Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020763245","display_name":"Sandy Pentland","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pentland, Sandy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058102069","display_name":"Arvind Narayanan","orcid":"https://orcid.org/0000-0001-7176-4479"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Narayanan, Arvind","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025255782","display_name":"Percy Liang","orcid":"https://orcid.org/0000-0002-0458-6139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Percy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049073875","display_name":"Peter Henderson","orcid":"https://orcid.org/0000-0003-3938-0541"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henderson, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.19930000603199005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.19930000603199005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/safe-harbor","display_name":"Safe harbor","score":0.43994542956352234},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3633390963077545},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.3605092763900757},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.3510548770427704},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2669650912284851},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2033824324607849},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.04828411340713501}],"concepts":[{"id":"https://openalex.org/C2992120059","wikidata":"https://www.wikidata.org/wiki/Q178514","display_name":"Safe harbor","level":2,"score":0.43994542956352234},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3633390963077545},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.3605092763900757},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.3510548770427704},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2669650912284851},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2033824324607849},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.04828411340713501}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2403.04893","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.04893","pdf_url":"https://arxiv.org/pdf/2403.04893","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.04893","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.04893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.04893","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.04893","pdf_url":"https://arxiv.org/pdf/2403.04893","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392678070.pdf","grobid_xml":"https://content.openalex.org/works/W4392678070.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829","https://openalex.org/W2530322880"],"abstract_inverted_index":{"Independent":[0],"evaluation":[1],"and":[2,21,87,104,113,135,144,168],"red":[3],"teaming":[4],"are":[5,70,161],"critical":[6],"for":[7,74],"identifying":[8],"the":[9,17,117,174],"risks":[10,175],"posed":[11],"by":[12,25],"generative":[13,139,177],"AI":[14,27,97,140],"systems.":[15],"However,":[16],"terms":[18],"of":[19,119,176],"service":[20],"enforcement":[22],"strategies":[23],"used":[24],"prominent":[26],"companies":[28,64],"to":[29,44,100,172],"deter":[30],"model":[31,155],"misuse":[32],"have":[33,80],"disincentives":[34],"on":[35,138],"good":[36],"faith":[37],"safety":[38,111],"evaluations.":[39],"This":[40],"causes":[41],"some":[42,63],"researchers":[43],"fear":[45],"that":[46,95],"conducting":[47,132],"such":[48],"research":[49,76,112,137],"or":[50,59,122],"releasing":[51],"their":[52],"findings":[53],"will":[54],"result":[55],"in":[56],"account":[57,120],"suspensions":[58,121],"legal":[60,103,123],"reprisal.":[61,124],"Although":[62],"offer":[65],"researcher":[66],"access":[67],"programs,":[68],"they":[69,79],"an":[71],"inadequate":[72,85],"substitute":[73],"independent":[75],"access,":[77],"as":[78],"limited":[81],"community":[82,170],"representation,":[83],"receive":[84],"funding,":[86],"lack":[88],"independence":[89],"from":[90,116,128],"corporate":[91],"incentives.":[92],"We":[93,157],"propose":[94],"major":[96],"developers":[98],"commit":[99],"providing":[101],"a":[102,162],"technical":[105],"safe":[106],"harbor,":[107],"indemnifying":[108],"public":[109,151],"interest":[110],"protecting":[114],"it":[115],"threat":[118],"These":[125],"proposals":[126],"emerged":[127],"our":[129],"collective":[130],"experience":[131],"safety,":[133],"privacy,":[134],"trustworthiness":[136],"systems,":[141],"where":[142],"norms":[143],"incentives":[145],"could":[146],"be":[147],"better":[148],"aligned":[149],"with":[150],"interests,":[152],"without":[153],"exacerbating":[154],"misuse.":[156],"believe":[158],"these":[159],"commitments":[160],"necessary":[163],"step":[164],"towards":[165],"more":[166],"inclusive":[167],"unimpeded":[169],"efforts":[171],"tackle":[173],"AI.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}