{"id":"https://openalex.org/W7165382292","doi":"https://doi.org/10.48550/arxiv.2606.19887","title":"FinRED: An Expert-Guided Benchmark Generation and Evaluation Framework for Financial LLM Red-Teaming","display_name":"FinRED: An Expert-Guided Benchmark Generation and Evaluation Framework for Financial LLM Red-Teaming","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165382292","doi":"https://doi.org/10.48550/arxiv.2606.19887"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19887","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19887","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19887","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138998723","display_name":"Chaeyun Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Chaeyun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083539980","display_name":"Daeyoung Park","orcid":"https://orcid.org/0000-0001-8573-3526"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Daeyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138994641","display_name":"Junghwan Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Junghwan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138986847","display_name":"Jinyoung Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeong, Jinyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121066314","display_name":"Eunji Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Eunji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102079663","display_name":"Yongtaek Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Yongtaek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139013517","display_name":"Minwoo Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Minwoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.11129999905824661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.11129999905824661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.10409999638795853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11653","display_name":"Financial Distress and Bankruptcy Prediction","score":0.08399999886751175,"subfield":{"id":"https://openalex.org/subfields/1402","display_name":"Accounting"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.5353999733924866},{"id":"https://openalex.org/keywords/financial-services","display_name":"Financial services","score":0.46790000796318054},{"id":"https://openalex.org/keywords/money-laundering","display_name":"Money laundering","score":0.4587000012397766},{"id":"https://openalex.org/keywords/sandbox","display_name":"Sandbox (software development)","score":0.44760000705718994},{"id":"https://openalex.org/keywords/enforcement","display_name":"Enforcement","score":0.4203999936580658},{"id":"https://openalex.org/keywords/evasion","display_name":"Evasion (ethics)","score":0.4146000146865845},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.4058000147342682},{"id":"https://openalex.org/keywords/security-domain","display_name":"Security domain","score":0.38190001249313354},{"id":"https://openalex.org/keywords/disclaimer","display_name":"Disclaimer","score":0.3628999888896942},{"id":"https://openalex.org/keywords/interrogation","display_name":"Interrogation","score":0.3528999984264374}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.5353999733924866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5235999822616577},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.484499990940094},{"id":"https://openalex.org/C139043278","wikidata":"https://www.wikidata.org/wiki/Q837171","display_name":"Financial services","level":2,"score":0.46790000796318054},{"id":"https://openalex.org/C2780005421","wikidata":"https://www.wikidata.org/wiki/Q151900","display_name":"Money laundering","level":2,"score":0.4587000012397766},{"id":"https://openalex.org/C167981075","wikidata":"https://www.wikidata.org/wiki/Q2667186","display_name":"Sandbox (software development)","level":2,"score":0.44760000705718994},{"id":"https://openalex.org/C2779777834","wikidata":"https://www.wikidata.org/wiki/Q4202277","display_name":"Enforcement","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C2781251061","wikidata":"https://www.wikidata.org/wiki/Q5416089","display_name":"Evasion (ethics)","level":3,"score":0.4146000146865845},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.4058000147342682},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4004000127315521},{"id":"https://openalex.org/C2780264999","wikidata":"https://www.wikidata.org/wiki/Q7445032","display_name":"Security domain","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.37959998846054077},{"id":"https://openalex.org/C2777080597","wikidata":"https://www.wikidata.org/wiki/Q906118","display_name":"Disclaimer","level":2,"score":0.3628999888896942},{"id":"https://openalex.org/C2776240099","wikidata":"https://www.wikidata.org/wiki/Q327018","display_name":"Interrogation","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3352000117301941},{"id":"https://openalex.org/C144587487","wikidata":"https://www.wikidata.org/wiki/Q1369234","display_name":"Systemic risk","level":3,"score":0.3246000111103058},{"id":"https://openalex.org/C510755694","wikidata":"https://www.wikidata.org/wiki/Q281095","display_name":"Financial regulation","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3197000026702881},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.3059999942779541},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C76073288","wikidata":"https://www.wikidata.org/wiki/Q1337875","display_name":"Financial risk","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C2779607372","wikidata":"https://www.wikidata.org/wiki/Q4789757","display_name":"Argumentation framework","level":3,"score":0.2705000042915344},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C2781035248","wikidata":"https://www.wikidata.org/wiki/Q186150","display_name":"Fallacy","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C23976947","wikidata":"https://www.wikidata.org/wiki/Q2193193","display_name":"Tier 1 network","level":3,"score":0.25949999690055847},{"id":"https://openalex.org/C2779601481","wikidata":"https://www.wikidata.org/wiki/Q650241","display_name":"Financial institution","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C130731218","wikidata":"https://www.wikidata.org/wiki/Q1363554","display_name":"Financial analysis","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19887","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19887","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19887","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19887","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7768869996070862,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"safety":[1,37,97],"benchmarks":[2],"target":[3],"general":[4],"adversarial":[5],"scenarios":[6],"but":[7],"miss":[8],"finance-specific":[9,104],"risks.":[10],"Financial":[11,147],"LLMs":[12],"face":[13],"regulatory":[14,61,151],"compliance":[15],"violations,":[16],"fraud":[17],"facilitation,":[18],"and":[19,54,92,121,135,172,182],"systemic":[20],"trust":[21],"erosion":[22],"that":[23,71,106],"require":[24],"targeted":[25],"evaluation.":[26,98],"We":[27,99],"introduce":[28],"FinRED,":[29],"an":[30,83,102],"expert-guided":[31],"red-teaming":[32,78],"framework":[33,174],"for":[34,94,153,177],"financial":[35,41,74,160],"LLM":[36,96],"evaluation":[38,157,173],"developed":[39],"with":[40,67,114,131],"experts.":[42],"FinRED":[43,141],"uses":[44],"a":[45,68],"novel":[46],"two-level":[47],"taxonomy":[48],"mapping":[49],"global":[50],"standards":[51,137],"(e.g.,":[52,138],"FATF":[53],"EU":[55],"DORA)":[56],"to":[57,63,128],"threats":[58],"ranging":[59],"from":[60,126],"evasion":[62],"complex":[64],"fraud,":[65],"integrated":[66],"scalable":[69],"pipeline":[70],"converts":[72],"real":[73,159],"documents":[75],"into":[76],"context-rich":[77],"Behavioral":[79],"Prompts":[80],"(seeds)":[81],"through":[82],"expert-defined":[84],"schema.":[85],"Rigorous":[86],"expert":[87],"validation":[88],"confirms":[89],"seed":[90],"plausibility":[91],"realism":[93],"meaningful":[95],"also":[100],"provide":[101],"expert-validated,":[103],"rubric":[105],"goes":[107],"beyond":[108],"disclaimer":[109],"checks,":[110],"aligns":[111],"more":[112],"closely":[113],"human":[115],"experts":[116],"than":[117],"static":[118],"one-size-fits-all":[119],"rubrics,":[120],"reduces":[122],"critical":[123],"false":[124],"negatives":[125],"28":[127],"12.":[129],"Aligned":[130],"internationally":[132],"adopted":[133],"risk-management":[134],"information-security":[136],"ISO/IEC":[139],"27001),":[140],"is":[142],"deployed":[143],"in":[144,158],"South":[145],"Korea's":[146],"Security":[148],"Institute":[149],"(FSI)":[150],"sandbox":[152],"generative":[154],"AI":[155],"security":[156],"services.":[161],"To":[162],"mitigate":[163],"dual-use":[164],"risks,":[165],"the":[166],"dataset,":[167],"generation":[168],"pipeline,":[169],"prompt":[170],"template,":[171],"are":[175],"gated":[176],"qualified":[178],"researchers":[179],"at":[180],"https://github.com/selectstar-ai/FinRED-paper":[181],"https://huggingface.co/datasets/datumo/FinRED.":[183]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-20T00:00:00"}