{"id":"https://openalex.org/W7166838916","doi":"https://doi.org/10.18653/v1/2026.findings-acl.694","title":"FinSafetyBench: Evaluating LLM Safety in Real-World Financial Scenarios","display_name":"FinSafetyBench: Evaluating LLM Safety in Real-World Financial Scenarios","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166838916","doi":"https://doi.org/10.18653/v1/2026.findings-acl.694"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.694","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.694","pdf_url":"https://aclanthology.org/2026.findings-acl.694.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.694.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135144215","display_name":"Yutao Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yutao Hou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030535555","display_name":"Yihan Jiang","orcid":"https://orcid.org/0000-0002-1399-7909"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yihan Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139732779","display_name":"Yuhan Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuhan Xie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139740429","display_name":"Jian Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139830054","display_name":"Liwen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liwen Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139768204","display_name":"Hailiang Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hailiang Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139763038","display_name":"Guanhua Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guanhua Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139838980","display_name":"Yun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yun Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.87250483,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"14181","last_page":"14208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.1867000013589859,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.1867000013589859,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11496","display_name":"Credit Risk and Financial Regulations","score":0.04729999974370003,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11653","display_name":"Financial Distress and Bankruptcy Prediction","score":0.03750000149011612,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3019999861717224},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.2802000045776367},{"id":"https://openalex.org/keywords/payment","display_name":"Payment","score":0.27810001373291016},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.2741999924182892},{"id":"https://openalex.org/keywords/financial-stability","display_name":"Financial stability","score":0.2599000036716461}],"concepts":[{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.6100999712944031},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.5580000281333923},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.40299999713897705},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.38510000705718994},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C145097563","wikidata":"https://www.wikidata.org/wiki/Q1148747","display_name":"Payment","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.26100000739097595},{"id":"https://openalex.org/C2992337254","wikidata":"https://www.wikidata.org/wiki/Q31275820","display_name":"Financial stability","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C70179600","wikidata":"https://www.wikidata.org/wiki/Q1416547","display_name":"Financial plan","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.694","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.694","pdf_url":"https://aclanthology.org/2026.findings-acl.694.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.694","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.694","pdf_url":"https://aclanthology.org/2026.findings-acl.694.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4017430245876312,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327605","display_name":"Southern University of Science and Technology","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166838916.pdf","grobid_xml":"https://content.openalex.org/works/W7166838916.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"applied":[6],"in":[7,30,52,99],"financial":[8,50,54,66,123],"scenarios.However,":[9],"they":[10],"may":[11,126],"produce":[12],"harmful":[13],"outputs,":[14],"including":[15],"facilitating":[16],"illegal":[17,120],"activities":[18],"or":[19,111,121],"unethical":[20,122],"behavior,":[21],"posing":[22],"serious":[23],"compliance":[24,93],"risks.To":[25],"systematically":[26],"evaluate":[27],"LLM":[28],"safety":[29],"finance,":[31],"we":[32,83],"propose":[33],"FINSAFETYBENCH,":[34],"a":[35],"bilingual":[36],"(English-Chinese)":[37],"red-teaming":[38],"benchmark":[39,61],"designed":[40],"to":[41,91],"test":[42],"an":[43],"LLM's":[44],"refusal":[45],"of":[46,106],"requests":[47],"that":[48,87,125],"violate":[49],"compliance.Grounded":[51],"real-world":[53],"crime":[55],"cases":[56],"and":[57,68,75,102],"ethics":[58],"standards,":[59],"the":[60,104],"comprises":[62],"14":[63],"subcategories":[64],"spanning":[65],"crimes":[67],"ethical":[69],"violations.Through":[70],"extensive":[71],"experiments":[72],"on":[73],"general-purpose":[74],"finance-specialized":[76],"LLMs":[77],"under":[78],"three":[79],"representative":[80],"attack":[81],"settings,":[82],"identify":[84],"critical":[85],"vulnerabilities":[86],"allow":[88],"adversarial":[89],"prompts":[90,118],"bypass":[92],"safeguards.Further":[94],"analysis":[95],"reveals":[96],"stronger":[97],"susceptibility":[98],"Chinese":[100],"contexts":[101],"highlights":[103],"limitations":[105],"prompt-level":[107],"defenses":[108],"against":[109],"sophisticated":[110],"implicit":[112],"manipulation":[113],"strategies.Warning:":[114],"This":[115],"paper":[116],"contains":[117],"from":[119],"scenarios":[124],"be":[127],"offensive.":[128]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}