{"id":"https://openalex.org/W4386228564","doi":"https://doi.org/10.48550/arxiv.2308.13387","title":"Do-Not-Answer: A Dataset for Evaluating Safeguards in LLMs","display_name":"Do-Not-Answer: A Dataset for Evaluating Safeguards in LLMs","alternate_titles":[],"publication_year":2023,"publication_date":"2023-08-25","ids":{"openalex":"https://openalex.org/W4386228564","doi":"https://doi.org/10.48550/arxiv.2308.13387"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2308.13387","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.13387","pdf_url":"https://arxiv.org/pdf/2308.13387","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4386228564"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.13387","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100631225","display_name":"Yuxia Wang","orcid":"https://orcid.org/0000-0002-6095-1030","observed_orcids":["https://orcid.org/0000-0002-6095-1030","https://orcid.org/0009-0004-2540-8894"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wang, Yuxia","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107274823","display_name":"Haonan Li","orcid":"https://orcid.org/0000-0003-0357-0888","observed_orcids":["https://orcid.org/0000-0003-0357-0888"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Li, Haonan","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009808832","display_name":"Xudong Han","orcid":"https://orcid.org/0000-0001-9986-8990","observed_orcids":["https://orcid.org/0000-0001-9986-8990"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Han, Xudong","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012055259","display_name":"Preslav Nakov","orcid":"https://orcid.org/0000-0002-3600-1510","observed_orcids":["https://orcid.org/0000-0002-3600-1510"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nakov, Preslav","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103085805","display_name":"Timothy Baldwin","orcid":"https://orcid.org/0000-0002-4445-1386","observed_orcids":["https://orcid.org/0000-0002-4445-1386","https://orcid.org/0000-0003-4525-6950"]},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Baldwin, Timothy","raw_affiliation_strings":["The University of Melbourne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Melbourne","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":268,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.3747999966144562,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.3747999966144562,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.2831999957561493,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.267300009727478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8050000071525574},{"id":"https://openalex.org/keywords/llm-safety-evaluation","display_name":"LLM safety evaluation","score":0.6959999799728394},{"id":"https://openalex.org/keywords/data-annotation","display_name":"data annotation","score":0.3370000123977661},{"id":"https://openalex.org/keywords/responsible-ai-implementation","display_name":"responsible AI deployment","score":0.6790000200271606}],"concepts":[{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.8454579710960388},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.7255610823631287},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5996030569076538},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5137027502059937},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4923809766769409},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.41688984632492065},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36713355779647827},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2392403483390808},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.18233492970466614},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15399429202079773},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2308.13387","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.13387","pdf_url":"https://arxiv.org/pdf/2308.13387","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2308.13387","doi":"https://doi.org/10.48550/arxiv.2308.13387","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.13387","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.13387","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.13387","pdf_url":"https://arxiv.org/pdf/2308.13387","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386228564.pdf","grobid_xml":"https://content.openalex.org/works/W4386228564.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2922862135","https://openalex.org/W3015468748","https://openalex.org/W3023786569","https://openalex.org/W3088599783","https://openalex.org/W3123340107","https://openalex.org/W3201046893","https://openalex.org/W3201174429","https://openalex.org/W4220844191","https://openalex.org/W4221166075","https://openalex.org/W4226112058","https://openalex.org/W4296413526","https://openalex.org/W4318719246","https://openalex.org/W4320003957","https://openalex.org/W4327810158","https://openalex.org/W4378474292","https://openalex.org/W4385006113","https://openalex.org/W4386566828","https://openalex.org/W4388687124","https://openalex.org/W4404752343","https://openalex.org/W7133189861","https://openalex.org/W7133204634"],"related_works":["https://openalex.org/W7126420743","https://openalex.org/W4409361921","https://openalex.org/W4402670430","https://openalex.org/W7163164928","https://openalex.org/W4395069539","https://openalex.org/W7147469605","https://openalex.org/W4417287133","https://openalex.org/W4388717463","https://openalex.org/W4404341084","https://openalex.org/W4411119289"],"abstract_inverted_index":{"With":[0],"the":[1,26,42,82],"rapid":[2],"evolution":[3],"of":[4,28,69,84],"large":[5],"language":[6,73],"models":[7,74],"(LLMs),":[8],"new":[9],"and":[10,51,64,80,102],"hard-to-predict":[11],"harmful":[12],"capabilities":[13],"are":[14,112],"emerging.":[15],"This":[16],"requires":[17],"developers":[18],"to":[19,22,33,46,66,88,97],"be":[20,128],"able":[21],"identify":[23],"risks":[24],"through":[25],"evaluation":[27],"\"dangerous":[29],"capabilities\"":[30],"in":[31,49],"order":[32],"responsibly":[34],"deploy":[35,52],"LLMs.":[36],"In":[37],"this":[38,121],"work,":[39],"we":[40,95],"collect":[41],"first":[43],"open-source":[44,54],"dataset":[45,61],"evaluate":[47],"safeguards":[48],"LLMs,":[50],"safer":[53],"LLMs":[55,87],"at":[56],"a":[57],"low":[58],"cost.":[59],"Our":[60],"is":[62],"curated":[63],"filtered":[65],"consist":[67],"only":[68],"instructions":[70],"that":[71,104,111,126],"responsible":[72],"should":[75],"not":[76],"follow.":[77],"We":[78],"annotate":[79],"assess":[81],"responses":[83],"six":[85],"popular":[86],"these":[89,105],"instructions.":[90],"Based":[91],"on":[92,116],"our":[93],"annotation,":[94],"proceed":[96],"train":[98],"several":[99],"BERT-like":[100],"classifiers,":[101],"find":[103],"small":[106],"classifiers":[107],"can":[108],"achieve":[109],"results":[110],"comparable":[113],"with":[114],"GPT-4":[115],"automatic":[117],"safety":[118],"evaluation.":[119],"Warning:":[120],"paper":[122],"contains":[123],"example":[124],"data":[125],"may":[127],"offensive,":[129],"harmful,":[130],"or":[131],"biased.":[132]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386228564","counts_by_year":[{"year":2026,"cited_by_count":102},{"year":2025,"cited_by_count":87},{"year":2024,"cited_by_count":74},{"year":2023,"cited_by_count":5}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-08-29T00:00:00"}
