{"id":"https://openalex.org/W4416034751","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.353","title":"Is Safety Standard Same for Everyone? User-Specific Safety Evaluation of Large Language Models","display_name":"Is Safety Standard Same for Everyone? User-Specific Safety Evaluation of Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034751","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.353"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.353","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.353","pdf_url":"https://aclanthology.org/2025.findings-emnlp.353.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.353.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038908928","display_name":"Yeonjun In","orcid":"https://orcid.org/0000-0003-0408-4259"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeonjun In","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308674","display_name":"Wonjoong Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wonjoong Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005045761","display_name":"Kanghoon Yoon","orcid":"https://orcid.org/0000-0001-6947-2944"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanghoon Yoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100718934","display_name":"Sungchul Kim","orcid":"https://orcid.org/0000-0003-3580-5290"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sungchul Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308676","display_name":"Mehrab Tanjim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehrab Tanjim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308677","display_name":"Sangwu Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sangwu Park","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308678","display_name":"Kibum Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kibum Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101629749","display_name":"Chanyoung Park","orcid":"https://orcid.org/0000-0002-7945-2362"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chanyoung Park","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7312,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89278014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"6652","last_page":"6671"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.219200000166893,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.219200000166893,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.07739999890327454,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.061799999326467514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/system-safety","display_name":"System safety","score":0.2928999960422516},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.26840001344680786},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.2623000144958496},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.23729999363422394},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.23649999499320984}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5726000070571899},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26260000467300415},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26159998774528503},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.23729999363422394},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.23649999499320984},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.23240000009536743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2273000031709671}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.353","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.353","pdf_url":"https://aclanthology.org/2025.findings-emnlp.353.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.353","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.353","pdf_url":"https://aclanthology.org/2025.findings-emnlp.353.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1448736063","display_name":null,"funder_award_id":"RS-2023-00216011","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G4700831490","display_name":null,"funder_award_id":"2022-","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G5102962909","display_name":null,"funder_award_id":"RS-2022-NR068758","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G8736931264","display_name":null,"funder_award_id":"RS-2022-NR068758","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034751.pdf","grobid_xml":"https://content.openalex.org/works/W4416034751.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"the":[1,28,85],"use":[2],"of":[3,23,88,103,107],"large":[4],"language":[5],"model":[6],"(LLM)":[7],"agents":[8,64],"continues":[9],"to":[10,83,99,116],"grow,":[11],"their":[12],"safety":[13,25,29,38,70,87,122],"vulnerabilities":[14],"have":[15],"become":[16],"increasingly":[17],"evident.Extensive":[18],"benchmarks":[19],"evaluate":[20,84],"various":[21],"aspects":[22],"LLM":[24,41,63,76,104],"by":[26],"defining":[27],"relying":[30],"heavily":[31],"on":[32,45,140],"general":[33],"standards,":[34,123],"overlooking":[35],"user-specific":[36,69,86,101,121,147],"standards.However,":[37],"standards":[39],"for":[40,74],"may":[42],"vary":[43],"based":[44,139],"a":[46,58,96,125,136],"userspecific":[47],"profiles":[48],"rather":[49],"than":[50],"being":[51],"universally":[52],"consistent":[53],"across":[54],"all":[55],"users.This":[56],"raises":[57],"critical":[59],"research":[60],"question:":[61],"Do":[62],"act":[65,117],"safely":[66,118],"when":[67,119],"considering":[68,120],"standards?Despite":[71],"its":[72,143],"importance":[73],"safe":[75],"use,":[77],"no":[78],"benchmark":[79,97,149],"datasets":[80],"currently":[81],"exist":[82],"LLMs.To":[89],"address":[90,131],"this":[91,129,132,156],"gap,":[92],"we":[93,134],"introduce":[94],"U-SAFEBENCH,":[95],"designed":[98],"assess":[100],"aspect":[102],"safety.Our":[105,148],"evaluation":[106],"20":[108],"widely":[109],"used":[110],"LLMs":[111,114],"reveals":[112],"current":[113],"fail":[115],"marking":[124],"new":[126],"discovery":[127],"in":[128,145,166],"field.To":[130],"vulnerability,":[133],"propose":[135],"simple":[137],"remedy":[138],"chain-of-thought,":[141],"demonstrating":[142],"effectiveness":[144],"improving":[146],"and":[150],"code":[151],"are":[152],"available":[153],"at":[154],"https://github.com/yeonjun-in/U-SafeBench.Warning:":[155],"paper":[157],"contains":[158],"content":[159],"that":[160],"might":[161],"be":[162],"offensive":[163],"or":[164],"upsetting":[165],"nature.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-14T07:44:22.658603","created_date":"2025-11-08T00:00:00"}