{"id":"https://openalex.org/W7160397685","doi":"https://doi.org/10.48550/arxiv.2605.03217","title":"Moral Sensitivity in LLMs: A Tiered Evaluation of Contextual Bias via Behavioral Profiling and Mechanistic Interpretability","display_name":"Moral Sensitivity in LLMs: A Tiered Evaluation of Contextual Bias via Behavioral Profiling and Mechanistic Interpretability","publication_year":2026,"publication_date":"2026-05-04","ids":{"openalex":"https://openalex.org/W7160397685","doi":"https://doi.org/10.48550/arxiv.2605.03217"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.03217","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03217","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.03217","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135429365","display_name":"Yash Aggarwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aggarwal, Yash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107421457","display_name":"Atmika Gorti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gorti, Atmika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135472347","display_name":"Vinija Jain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Vinija","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135419823","display_name":"Aman Chadha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chadha, Aman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060617658","display_name":"Krishnaprasad Thirunarayan","orcid":"https://orcid.org/0000-0002-7041-6963"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thirunarayan, Krishnaprasad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135447794","display_name":"Manas Gaur","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gaur, Manas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.18950000405311584,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.18950000405311584,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1639000028371811,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.13089999556541443,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8414000272750854},{"id":"https://openalex.org/keywords/profiling","display_name":"Profiling (computer programming)","score":0.4368000030517578},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.43369999527931213},{"id":"https://openalex.org/keywords/behavioral-modeling","display_name":"Behavioral modeling","score":0.3977000117301941},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.387800008058548},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3758000135421753},{"id":"https://openalex.org/keywords/loss-aversion","display_name":"Loss aversion","score":0.36079999804496765},{"id":"https://openalex.org/keywords/poison-control","display_name":"Poison control","score":0.36010000109672546},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.34450000524520874}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8414000272750854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4700999855995178},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45840001106262207},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4465000033378601},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.4368000030517578},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.43369999527931213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42649999260902405},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41780000925064087},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.3977000117301941},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3758000135421753},{"id":"https://openalex.org/C2778174566","wikidata":"https://www.wikidata.org/wiki/Q2874240","display_name":"Loss aversion","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.34450000524520874},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.3125},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.30550000071525574},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C109574028","wikidata":"https://www.wikidata.org/wiki/Q647525","display_name":"Behavioral economics","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2865999937057495},{"id":"https://openalex.org/C147077947","wikidata":"https://www.wikidata.org/wiki/Q1515895","display_name":"Socioeconomic status","level":3,"score":0.2854999899864197},{"id":"https://openalex.org/C159447121","wikidata":"https://www.wikidata.org/wiki/Q490535","display_name":"Response bias","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.25870001316070557},{"id":"https://openalex.org/C2776876444","wikidata":"https://www.wikidata.org/wiki/Q2845200","display_name":"Crime analysis","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.25369998812675476},{"id":"https://openalex.org/C136714292","wikidata":"https://www.wikidata.org/wiki/Q1440683","display_name":"Framing effect","level":3,"score":0.25279998779296875},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.03217","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03217","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.03217","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.03217","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6875969171524048}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,177],"models":[2,91,171,178,201],"(LLMs)":[3],"are":[4],"increasingly":[5],"deployed":[6],"in":[7,41,83,220],"settings":[8],"that":[9,62,222,232],"require":[10],"nuanced":[11],"ethical":[12],"reasoning,":[13],"yet":[14],"existing":[15],"bias":[16,34,207],"evaluations":[17],"treat":[18],"model":[19],"outputs":[20],"as":[21,152],"simply":[22],"\"biased\"":[23],"or":[24],"\"unbiased.\"":[25],"This":[26],"binary":[27],"framing":[28],"misses":[29],"the":[30,50,55,64,146,228,238],"gradual,":[31],"context-sensitive":[32],"way":[33],"actually":[35],"emerges.":[36],"We":[37,133,140],"address":[38],"this":[39],"gap":[40],"two":[42],"stages:":[43],"behavioral":[44,51,104,137],"profiling":[45],"and":[46,85,98,154,162,183],"mechanistic":[47],"validation.":[48,246],"In":[49],"stage,":[52],"we":[53,101],"introduce":[54],"Moral":[56],"Sensitivity":[57],"Index":[58],"(MSI),":[59],"a":[60,70,166,189],"metric":[61],"quantifies":[63],"probability":[65],"of":[66,169,191],"biased":[67],"output":[68],"across":[69,150],"graduated,":[71],"seven-tier":[72],"stress":[73],"test":[74],"ranging":[75],"from":[76],"abstract":[77],"numerical":[78],"problems":[79],"to":[80,165,199,208],"scenarios":[81],"rooted":[82],"historical":[84],"socioeconomic":[86,121],"injustice.":[87],"Evaluating":[88],"four":[89],"leading":[90],"(Claude":[92],"3.5,":[93,95],"Qwen":[94],"Llama":[96],"3,":[97],"Gemini":[99,112],"1.5),":[100],"identify":[102],"distinct":[103],"signatures":[105],"shaped":[106],"by":[107,117],"alignment":[108],"design:":[109],"for":[110],"instance,":[111],"1.5":[113],"reaches":[114],"72.7%":[115],"MSI":[116,148,235],"Tier":[118],"5":[119],"under":[120],"framing,":[122],"while":[123],"Claude":[124],"exhibits":[125],"sharp":[126],"suppression":[127],"consistent":[128],"with":[129],"identity-based":[130],"safety":[131],"training.":[132],"then":[134],"verify":[135],"these":[136],"patterns":[138],"mechanistically.":[139],"select":[141],"criminal-bias":[142],"scenarios,":[143],"which":[144],"produced":[145],"highest":[147],"scores":[149,236],"models,":[151,182],"probes":[153],"apply":[155],"logit":[156],"lens,":[157],"attention":[158],"analysis,":[159],"activation":[160],"patching,":[161],"semantic":[163],"probing":[164],"controlled":[167],"set":[168],"six":[170],"spanning":[172],"three":[173],"capability":[174],"tiers:":[175],"small":[176],"(SLMs),":[179],"instruction-tuned":[180,200],"base":[181],"reasoning-distilled":[184],"variants.":[185],"Circuit-level":[186],"analysis":[187],"reveals":[188],"U-curve":[190],"bias:":[192],"SLMs":[193],"exhibit":[194],"strong":[195],"criminal":[196],"bias;":[197],"scaling":[198],"eliminates":[202],"it;":[203],"reasoning":[204,218],"distillation":[205,216],"reintroduces":[206],"SLM-like":[209],"levels":[210],"despite":[211],"identical":[212],"parameter":[213],"counts,":[214],"suggesting":[215],"compresses":[217],"traces":[219],"ways":[221],"reactivate":[223],"shallow":[224],"statistical":[225],"associations.":[226],"Critically,":[227],"socially":[229],"loaded":[230],"cues":[231],"drive":[233],"high":[234],"activate":[237],"same":[239],"bias-driving":[240],"circuits":[241],"identified":[242],"mechanistically,":[243],"providing":[244],"cross-stage":[245]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-07T00:00:00"}