{"id":"https://openalex.org/W7162657848","doi":"https://doi.org/10.48550/arxiv.2605.27382","title":"The Alignment Floor: How Persona Customization Breaks Safety in Weakly-Aligned LLMs","display_name":"The Alignment Floor: How Persona Customization Breaks Safety in Weakly-Aligned LLMs","publication_year":2026,"publication_date":"2026-04-10","ids":{"openalex":"https://openalex.org/W7162657848","doi":"https://doi.org/10.48550/arxiv.2605.27382"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.27382","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27382","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.27382","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137259097","display_name":"Xing Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137286941","display_name":"Guanghui Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Guanghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063371086","display_name":"Yanwei Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Yanwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137292673","display_name":"Wei Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137262572","display_name":"Ziyuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Ziyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137194888","display_name":"Bing Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Bing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137223045","display_name":"Peiyang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Peiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/persona","display_name":"Persona","score":0.9388999938964844},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.8079000115394592},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.4749000072479248},{"id":"https://openalex.org/keywords/openness-to-experience","display_name":"Openness to experience","score":0.4341000020503998},{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.3700000047683716},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.35100001096725464},{"id":"https://openalex.org/keywords/workspace","display_name":"Workspace","score":0.3215000033378601}],"concepts":[{"id":"https://openalex.org/C313442","wikidata":"https://www.wikidata.org/wiki/Q778556","display_name":"Persona","level":2,"score":0.9388999938964844},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.8079000115394592},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.600600004196167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5436999797821045},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.4749000072479248},{"id":"https://openalex.org/C84976871","wikidata":"https://www.wikidata.org/wiki/Q2015673","display_name":"Openness to experience","level":2,"score":0.4341000020503998},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.39239999651908875},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.3700000047683716},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C58581272","wikidata":"https://www.wikidata.org/wiki/Q12741163","display_name":"Workspace","level":3,"score":0.3215000033378601},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.2906999886035919},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2791999876499176},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2766000032424927},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2667999863624573},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2533000111579895},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.25099998712539673},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.27382","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27382","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.27382","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27382","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7954774498939514,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Telling":[0],"an":[1],"LLM":[2],"to":[3,12],"\"be":[4,69,72],"enthusiastic\"":[5],"raises":[6],"its":[7,97],"sycophancy":[8,38,48,177,203],"rate":[9],"from":[10],"30\\%":[11],"50\\%":[13],"on":[14,22,62,206,253],"a":[15,23,40,50,55,91,102,107,117,199,227,247,254],"lightly-aligned":[16,119,161,169,208],"model,":[17,170,209],"but":[18],"has":[19],"zero":[20],"effect":[21,193],"strongly-aligned":[24,108,146],"one.":[25],"We":[26,100,243],"define":[27],"this":[28],"gap":[29],"as":[30,49,246],"the":[31,35,84,153,168,184,188,195,207,212],"alignment":[32],"floor,":[33],"$\u0394_{\\text{floor}}(m)=\\max_pS(m,p)-\\min_pS(m,p)$,":[34],"range":[36],"of":[37,152,232],"rates":[39],"model":[41,57,93,112,120,147,162],"produces":[42,183],"across":[43],"persona":[44,66,126,201,214,233,256,260],"conditions,":[45],"and":[46,81,128,157,180,210],"treat":[47],"persona-conditional":[51],"property":[52],"rather":[53,221],"than":[54,222],"fixed":[56],"property.":[58],"Pluralistic":[59],"AI":[60],"relies":[61],"behavioral":[63],"adaptation":[64],"via":[65],"prompts":[67],"like":[68],"creative\"":[70],"or":[71],"thorough\",":[73],"which":[74],"let":[75],"systems":[76],"respect":[77],"diverse":[78],"user":[79,219],"values":[80],"communication":[82],"styles;":[83],"safety":[85],"question":[86],"is":[87,142,197,211,235],"how":[88],"much":[89],"customization":[90],"given":[92],"can":[94],"absorb":[95],"before":[96,258],"truthfulness":[98],"shifts.":[99],"present":[101],"controlled":[103],"case":[104],"study":[105,196],"contrasting":[106],"RLHF":[109],"+":[110],"Constitutional-AI":[111],"(Claude":[113],"Sonnet":[114],"4.6)":[115],"with":[116,148,163,224],"more":[118],"(Amazon":[121],"Nova":[122],"Lite),":[123],"spanning":[124],"seven":[125],"conditions":[127],"five":[129,172],"tasks":[130],"for":[131],"1800":[132],"total":[133],"runs.":[134],"An":[135],"existence-pair":[136],"result":[137],"motivates":[138],"per-model":[139],"auditing:":[140],"there":[141],"at":[143,158],"least":[144,159],"one":[145,160],"$\u0394_{\\text{floor}}=5$pp":[149],"(within":[150],"5pp":[151],"15\\%":[154],"control":[155],"rate)":[156],"45pp":[164],"(5\\%--50\\%":[165],"range).":[166],"On":[167],"all":[171],"Big":[173],"Five":[174],"personas":[175],"increase":[176],"over":[178],"control,":[179],"counterintuitively":[181],"Agreeableness":[182],"smallest":[185],"increase,":[186],"not":[187],"largest.":[189],"The":[190],"single":[191],"largest":[192],"in":[194],"constructive:":[198],"Skeptic":[200],"reduces":[202],"by":[204],"25pp":[205],"only":[213],"that":[215],"instructs":[216],"resistance":[217],"against":[218],"claims":[220],"engagement":[223],"them,":[225],"suggesting":[226],"directionality":[228],"account.":[229],"Cross-model":[230],"transfer":[231],"effects":[234],"near-zero,":[236],"so":[237],"persona-alignment":[238],"testing":[239],"must":[240],"be":[241],"per-model.":[242],"propose":[244],"$\u0394_{\\text{floor}}$":[245],"deployment-time":[248],"audit":[249],"metric:":[250],"measure":[251],"it":[252],"small":[255],"panel":[257],"deploying":[259],"customization.":[261]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-29T00:00:00"}