{"id":"https://openalex.org/W7163223773","doi":"https://doi.org/10.48550/arxiv.2606.00686","title":"Dialectics of Alignment: Harnessing Unsafe Knowledge for Dynamic Safety Routing","display_name":"Dialectics of Alignment: Harnessing Unsafe Knowledge for Dynamic Safety Routing","publication_year":2026,"publication_date":"2026-05-30","ids":{"openalex":"https://openalex.org/W7163223773","doi":"https://doi.org/10.48550/arxiv.2606.00686"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00686","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00686","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00686","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137640917","display_name":"Maryam Hashemzadeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hashemzadeh, Maryam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137656825","display_name":"Jerry Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jerry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137688405","display_name":"Minseon Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Minseon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137676595","display_name":"Marc-Alexandre C\u00f4t\u00e9","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"C\u00f4t\u00e9, Marc-Alexandre","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137694017","display_name":"Sarath Chandar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chandar, Sarath","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7195000052452087,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7195000052452087,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03959999978542328,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.02710000053048134,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.5810999870300293},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5467000007629395},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5317000150680542},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.4629000127315521},{"id":"https://openalex.org/keywords/lock","display_name":"Lock (firearm)","score":0.43549999594688416},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4244999885559082},{"id":"https://openalex.org/keywords/dialectic","display_name":"Dialectic","score":0.4156999886035919},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.37860000133514404},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.3763999938964844}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6710000038146973},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.5810999870300293},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5467000007629395},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5317000150680542},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5228999853134155},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4629000127315521},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.45879998803138733},{"id":"https://openalex.org/C174839445","wikidata":"https://www.wikidata.org/wiki/Q1134386","display_name":"Lock (firearm)","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C13184196","wikidata":"https://www.wikidata.org/wiki/Q9453","display_name":"Dialectic","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.37860000133514404},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3481999933719635},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C176181172","wikidata":"https://www.wikidata.org/wiki/Q3490301","display_name":"Nondeterministic algorithm","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C2781396290","wikidata":"https://www.wikidata.org/wiki/Q17051824","display_name":"Data publishing","level":3,"score":0.2806999981403351},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2793000042438507},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2624000012874603},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C2780234205","wikidata":"https://www.wikidata.org/wiki/Q2281276","display_name":"Safety case","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00686","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00686","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00686","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00686","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7005796432495117}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"prevailing":[1],"paradigm":[2,225],"in":[3,38,179,227],"large":[4],"language":[5],"model":[6],"(LLM)":[7],"alignment":[8],"operates":[9],"via":[10],"erasure,":[11],"filtering":[12],"unsafe":[13,59,73,99,117,141,236],"data":[14,60,74],"or":[15],"training":[16],"models":[17],"to":[18,46,69,148,211],"strictly":[19,155],"refuse":[20],"harmful":[21,110],"prompts.":[22],"While":[23],"effective":[24],"at":[25],"reducing":[26],"immediate":[27],"toxicity,":[28],"this":[29,52,136],"approach":[30,68],"fundamentally":[31],"constricts":[32],"the":[33,56,140,145,204,233],"model's":[34],"epistemological":[35],"scope,":[36],"resulting":[37],"over-cautious":[39],"systems":[40],"that":[41,58,72,97,167],"output":[42],"uninformative":[43],"blanket":[44],"refusals":[45],"sensitive":[47],"yet":[48],"benign":[49],"queries.":[50],"In":[51],"work,":[53],"we":[54,90,119],"challenge":[55],"orthodoxy":[57],"must":[61],"be":[62],"discarded.":[63],"We":[64],"propose":[65],"a":[66,93,121,126,175,185,224],"dialectical":[67],"alignment,":[70],"positing":[71],"encodes":[75],"rich,":[76],"domain":[77,152],"specific":[78],"knowledge":[79,100,153],"critical":[80],"for":[81],"nuanced,":[82],"safe,":[83],"and":[84,197,214],"informative":[85,193],"generation.":[86],"To":[87,112],"operationalize":[88],"this,":[89],"introduce":[91],"SafeMoE,":[92],"Mixture-of-Experts":[94],"(MoE)":[95],"framework":[96],"isolates":[98],"into":[101],"domain-specific":[102,219],"Low-Rank":[103],"Adapters":[104],"(LoRA":[105],"experts)":[106],"trained":[107],"exclusively":[108],"on":[109],"corpora.":[111],"synthesize":[113],"safety":[114,157,164,196,216,230],"from":[115],"these":[116],"primitives,":[118],"train":[120],"lightweight":[122],"gating":[123],"network":[124],"using":[125],"minimal,":[127],"highly":[128],"curated":[129],"set":[130],"of":[131,200,235],"safe-informative":[132],"responses.":[133],"During":[134],"inference,":[135],"router":[137],"dynamically":[138],"orchestrates":[139],"experts,":[142],"effectively":[143],"steering":[144],"generation":[146],"trajectory":[147],"harness":[149],"their":[150],"deep":[151],"while":[154],"enforcing":[156],"constraints.":[158],"Extensive":[159],"empirical":[160],"evaluations":[161],"across":[162],"stringent":[163],"benchmarks":[165],"demonstrate":[166],"SafeMoE":[168],"is":[169],"not":[170,232],"only":[171],"safer,":[172],"achieving":[173],"over":[174],"20%":[176],"relative":[177],"improvement":[178],"safe":[180],"response":[181],"rate":[182],"(more":[183],"than":[184],"15%":[186],"absolute":[187],"gain),":[188],"but":[189,238],"also":[190],"produces":[191],"more":[192],"responses":[194],"when":[195],"harmfulness":[198],"are":[199],"paramount":[201],"concern.":[202],"Furthermore,":[203],"routing":[205],"mechanism":[206],"exhibits":[207],"strong":[208],"zero-shot":[209],"generalization":[210],"unseen":[212],"domains":[213],"broader":[215],"tasks":[217],"without":[218],"supervision.":[220],"Our":[221],"findings":[222],"suggest":[223],"shift":[226],"alignment:":[228],"true":[229],"requires":[231],"masking":[234],"knowledge,":[237],"its":[239],"controlled":[240],"integration.":[241]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}