{"id":"https://openalex.org/W7148325468","doi":"https://doi.org/10.48550/arxiv.2604.01108","title":"Adversarial Moral Stress Testing of Large Language Models","display_name":"Adversarial Moral Stress Testing of Large Language Models","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7148325468","doi":"https://doi.org/10.48550/arxiv.2604.01108"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.01108","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.01108","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132797074","display_name":"Saeid Jamshidi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jamshidi, Saeid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132805079","display_name":"Foutse Khomh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khomh, Foutse","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065291839","display_name":"Arghavan Moradi Dakhel","orcid":"https://orcid.org/0000-0003-1900-2850"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dakhel, Arghavan Moradi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079607563","display_name":"Amin Nikanjam","orcid":"https://orcid.org/0000-0002-0440-6839"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikanjam, Amin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042033117","display_name":"Mohammad Hamdaqa","orcid":"https://orcid.org/0000-0003-4927-2755"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamdaqa, Mohammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5110358595","display_name":"Kawser Wazed Nafi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nafi, Kawser Wazed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9232000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9232000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.013199999928474426,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.9368000030517578},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.753600001335144},{"id":"https://openalex.org/keywords/robustness-testing","display_name":"Robustness testing","score":0.5440000295639038},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.47940000891685486},{"id":"https://openalex.org/keywords/stress-testing","display_name":"Stress testing (software)","score":0.38339999318122864},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.37619999051094055}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.9368000030517578},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.753600001335144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6444000005722046},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.5440000295639038},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.47940000891685486},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4106000065803528},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4088999927043915},{"id":"https://openalex.org/C7515471","wikidata":"https://www.wikidata.org/wiki/Q1936882","display_name":"Stress testing (software)","level":2,"score":0.38339999318122864},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2994000017642975},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2809999883174896},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.01108","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.01108","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.01108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5626281499862671,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Evaluating":[0],"the":[1],"ethical":[2,59,85],"robustness":[3,86,104,148,167],"of":[4,134,200],"large":[5,132],"language":[6],"models":[7,151],"(LLMs)":[8],"deployed":[9],"in":[10,147,205],"software":[11,202],"systems":[12,203],"remains":[13],"challenging,":[14],"particularly":[15],"under":[16,87,138,160],"sustained":[17],"adversarial":[18,88,135,206],"user":[19],"interaction.":[20],"Existing":[21],"safety":[22],"benchmarks":[23],"typically":[24],"rely":[25],"on":[26,121,173,181],"single-round":[27,162],"evaluations":[28],"and":[29,36,61,98,111,128,152,176,190,198],"aggregate":[30],"metrics,":[31],"such":[32],"as":[33],"toxicity":[34],"scores":[35],"refusal":[37],"rates,":[38],"which":[39],"offer":[40],"limited":[41],"visibility":[42],"into":[43],"behavioral":[44,113],"instability":[45],"that":[46,106,156,194],"may":[47,65],"arise":[48],"during":[49],"realistic":[50],"multi-turn":[51],"interactions.":[52,90],"As":[53],"a":[54,79,131,188],"result,":[55],"rare":[56],"but":[57],"high-impact":[58],"failures":[60],"progressive":[62],"degradation":[63,154],"effects":[64],"remain":[66],"undetected":[67],"prior":[68],"to":[69,96,171],"deployment.":[70],"This":[71],"paper":[72],"introduces":[73],"Adversarial":[74],"Moral":[75],"Stress":[76],"Testing":[77],"(AMST),":[78],"stress-based":[80],"evaluation":[81,163,197],"framework":[82],"for":[83],"assessing":[84],"multi-round":[89],"AMST":[91,120,186],"applies":[92],"structured":[93],"stress":[94,140],"transformations":[95],"prompts":[97],"evaluates":[99],"model":[100],"behavior":[101,178],"through":[102],"distribution-aware":[103],"metrics":[105],"capture":[107],"variance,":[108],"tail":[109,177],"risk,":[110],"temporal":[112],"drift":[114],"across":[115,150],"interaction":[116],"rounds.":[117],"We":[118],"evaluate":[119],"several":[122],"state-of-the-art":[123],"LLMs,":[124],"including":[125],"LLaMA-3-8B,":[126],"GPT-4o,":[127],"DeepSeek-v3,":[129],"using":[130],"set":[133],"scenarios":[136],"generated":[137],"controlled":[139],"conditions.":[141],"The":[142],"results":[143],"demonstrate":[144],"substantial":[145],"differences":[146],"profiles":[149],"expose":[153],"patterns":[155],"are":[157],"not":[158],"observable":[159],"conventional":[161],"protocols.":[164],"In":[165],"particular,":[166],"has":[168],"been":[169],"shown":[170],"depend":[172],"distributional":[174],"stability":[175],"rather":[179],"than":[180],"average":[182],"performance":[183],"alone.":[184],"Additionally,":[185],"provides":[187],"scalable":[189],"model-agnostic":[191],"stress-testing":[192],"methodology":[193],"enables":[195],"robustness-aware":[196],"monitoring":[199],"LLM-enabled":[201],"operating":[204],"environments.":[207]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-03T00:00:00"}