{"id":"https://openalex.org/W4396822005","doi":"https://doi.org/10.48550/arxiv.2405.05418","title":"Mitigating Exaggerated Safety in Large Language Models","display_name":"Mitigating Exaggerated Safety in Large Language Models","alternate_titles":[],"publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4396822005","doi":"https://doi.org/10.48550/arxiv.2405.05418"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.05418","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.05418","pdf_url":"https://arxiv.org/pdf/2405.05418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4396822005"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.05418","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111946750","display_name":"Ruchira Ray","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ray, Ruchira","raw_affiliation_strings":["University of Texas at Austin Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin Department of Computer Science","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5093234908","display_name":"Ruchi Bhalani","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bhalani, Ruchi","raw_affiliation_strings":["University of Texas at Austin Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Austin Department of Computer Science","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.00930000003427267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8090000152587891},{"id":"https://openalex.org/keywords/few-shot-prompting","display_name":"few-shot prompting","score":0.7649999856948853},{"id":"https://openalex.org/keywords/jailbreaking","display_name":"jailbreaking","score":0.5640000104904175},{"id":"https://openalex.org/keywords/llama-2","display_name":"Llama 2","score":0.6489999890327454},{"id":"https://openalex.org/keywords/phi-3","display_name":"Phi-3","score":0.8899999856948853}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37476590275764465},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3490927219390869},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3247109651565552},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.11696368455886841}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.05418","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.05418","pdf_url":"https://arxiv.org/pdf/2405.05418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.05418","doi":"https://doi.org/10.48550/arxiv.2405.05418","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.05418","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.05418","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.05418","pdf_url":"https://arxiv.org/pdf/2405.05418","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396822005.pdf","grobid_xml":"https://content.openalex.org/works/W4396822005.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W4392340101","https://openalex.org/W7133204634"],"related_works":["https://openalex.org/W4391463145","https://openalex.org/W4417536721","https://openalex.org/W4388717463","https://openalex.org/W4417244056","https://openalex.org/W4412887948","https://openalex.org/W4393905739","https://openalex.org/W4416383393","https://openalex.org/W4415329166","https://openalex.org/W7204208463","https://openalex.org/W7167676507"],"abstract_inverted_index":{"As":[0],"the":[1,88,163],"popularity":[2],"of":[3,39,60,74,91,128],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"grow,":[8],"combining":[9],"model":[10],"safety":[11,51,138],"with":[12],"utility":[13],"becomes":[14],"increasingly":[15],"important.":[16],"The":[17,37],"challenge":[18],"is":[19],"making":[20],"sure":[21],"that":[22,103],"LLMs":[23,92],"can":[24,46],"recognize":[25],"and":[26,67,83,99,115,123,170],"decline":[27],"dangerous":[28,66],"prompts":[29,62,77,169],"without":[30],"sacrificing":[31],"their":[32],"ability":[33],"to":[34,57,86,135,154,161],"be":[35,58],"helpful.":[36,172],"problem":[38],"\"exaggerated":[40],"safety\"":[41],"demonstrates":[42],"how":[43],"difficult":[44],"this":[45],"be.":[47],"To":[48],"reduce":[49],"excessive":[50],"behaviours":[52],"--":[53,69],"which":[54],"was":[55],"discovered":[56],"26.1%":[59],"safe":[61],"being":[63],"misclassified":[64],"as":[65,78,80,94],"refused":[68],"we":[70,132],"use":[71],"a":[72,126,150],"combination":[73,127],"XSTest":[75],"dataset":[76],"well":[79],"interactive,":[81],"contextual,":[82],"few-shot":[84,104],"prompting":[85,105,111,117,130,152],"examine":[87],"decision":[89],"bounds":[90],"such":[93],"Llama2,":[95,109],"Gemma":[96],"Command":[97,121],"R+,":[98],"Phi-3.":[100,124],"We":[101],"find":[102],"works":[106,112,118],"best":[107,113,119],"for":[108,120],"interactive":[110],"Gemma,":[114],"contextual":[116],"R+":[122],"Using":[125],"these":[129],"strategies,":[131],"are":[133],"able":[134],"mitigate":[136],"exaggerated":[137],"behaviors":[139],"by":[140],"an":[141],"overall":[142],"92.9%":[143],"across":[144],"all":[145],"LLMs.":[146],"Our":[147],"work":[148],"presents":[149],"multiple":[151],"strategies":[153],"jailbreak":[155],"LLMs'":[156],"decision-making":[157],"processes,":[158],"allowing":[159],"them":[160],"navigate":[162],"tight":[164],"line":[165],"between":[166],"refusing":[167],"unsafe":[168],"remaining":[171]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4396822005","counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2024-05-11T00:00:00"}
