{"id":"https://openalex.org/W6910668159","doi":"https://doi.org/10.48550/arxiv.2505.17084","title":"From nuclear safety to LLM security: Applying non-probabilistic risk management strategies to build safe and secure LLM-powered systems","display_name":"From nuclear safety to LLM security: Applying non-probabilistic risk management strategies to build safe and secure LLM-powered systems","publication_year":2025,"publication_date":"2025-05-20","ids":{"openalex":"https://openalex.org/W6910668159","doi":"https://doi.org/10.48550/arxiv.2505.17084"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2505.17084","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.17084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2505.17084","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Gutfraind, Alexander","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gutfraind, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Bier, Vicki","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bier, Vicki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.2538999915122986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.2538999915122986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.04170000180602074,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fault-tree-analysis","display_name":"Fault tree analysis","score":0.6478999853134155},{"id":"https://openalex.org/keywords/risk-management","display_name":"Risk management","score":0.6383000016212463},{"id":"https://openalex.org/keywords/probabilistic-risk-assessment","display_name":"Probabilistic risk assessment","score":0.6021000146865845},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5577999949455261},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.4625000059604645},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.4609000086784363},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.4223000109195709},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4196999967098236}],"concepts":[{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.7418000102043152},{"id":"https://openalex.org/C107094494","wikidata":"https://www.wikidata.org/wiki/Q428453","display_name":"Fault tree analysis","level":2,"score":0.6478999853134155},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.6383000016212463},{"id":"https://openalex.org/C73722673","wikidata":"https://www.wikidata.org/wiki/Q1082833","display_name":"Probabilistic risk assessment","level":3,"score":0.6021000146865845},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5577999949455261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5163000226020813},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.4625000059604645},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.4609000086784363},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C65898831","wikidata":"https://www.wikidata.org/wiki/Q574852","display_name":"Event tree","level":3,"score":0.41190001368522644},{"id":"https://openalex.org/C95609273","wikidata":"https://www.wikidata.org/wiki/Q5975208","display_name":"IT risk management","level":3,"score":0.3806000053882599},{"id":"https://openalex.org/C164403151","wikidata":"https://www.wikidata.org/wiki/Q7336280","display_name":"Risk management framework","level":4,"score":0.3603000044822693},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.3481000065803528},{"id":"https://openalex.org/C179800331","wikidata":"https://www.wikidata.org/wiki/Q15260703","display_name":"Event tree analysis","level":3,"score":0.32409998774528503},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2964000105857849},{"id":"https://openalex.org/C37945671","wikidata":"https://www.wikidata.org/wiki/Q7336207","display_name":"Risk-based testing","level":5,"score":0.29499998688697815},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.27480000257492065},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C83163435","wikidata":"https://www.wikidata.org/wiki/Q3954104","display_name":"Security management","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C81146079","wikidata":"https://www.wikidata.org/wiki/Q7336283","display_name":"Risk management information systems","level":4,"score":0.2632000148296356}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2505.17084","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.17084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2505.17084","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.17084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"offer":[4],"unprecedented":[5],"and":[6,14,32,36,114,135,153],"growing":[7],"capabilities,":[8],"but":[9],"also":[10,126],"introduce":[11],"complex":[12],"safety":[13,122,152],"security":[15,119],"challenges":[16],"that":[17,51],"resist":[18],"conventional":[19,23],"risk":[20,25,30,52,100],"management.":[21],"While":[22],"probabilistic":[24],"analysis":[26,77],"(PRA)":[27],"requires":[28],"exhaustive":[29],"enumeration":[31],"quantification,":[33],"the":[34],"novelty":[35],"complexity":[37],"of":[38,57,95,156],"these":[39,96,133,143],"systems":[40,89],"make":[41],"PRA":[42],"impractical,":[43],"particularly":[44],"against":[45],"adaptive":[46,105],"adversaries.":[47,106],"Previous":[48],"research":[49],"found":[50],"management":[53],"in":[54,87],"various":[55],"fields":[56],"engineering":[58,64],"such":[59,73],"as":[60,74],"nuclear":[61],"or":[62,78],"civil":[63],"is":[65],"often":[66],"solved":[67],"by":[68],"generic":[69],"(i.e.":[70],"field-agnostic)":[71],"strategies":[72,98,108,134,144],"event":[75],"tree":[76],"robust":[79],"designs.":[80],"Here":[81],"we":[82],"show":[83],"how":[84],"emerging":[85],"risks":[86,103],"LLM-powered":[88,129],"could":[90,145],"be":[91],"met":[92],"with":[93],"100+":[94],"non-probabilistic":[97],"to":[99,117,150],"management,":[101],"including":[102],"from":[104],"The":[107],"are":[109,115],"divided":[110],"into":[111],"five":[112],"categories":[113],"mapped":[116],"LLM":[118],"(and":[120],"AI":[121],"more":[123],"broadly).":[124],"We":[125],"present":[127],"an":[128],"workflow":[130],"for":[131,139],"applying":[132],"other":[136,154],"workflows":[137],"suitable":[138],"solution":[140],"architects.":[141],"Overall,":[142],"contribute":[146],"(despite":[147],"some":[148],"limitations)":[149],"security,":[151],"dimensions":[155],"responsible":[157],"AI.":[158]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}