{"id":"https://openalex.org/W7162488714","doi":"https://doi.org/10.48550/arxiv.2605.26315","title":"Curriculum Learning for Safety Alignment","display_name":"Curriculum Learning for Safety Alignment","publication_year":2026,"publication_date":"2026-05-25","ids":{"openalex":"https://openalex.org/W7162488714","doi":"https://doi.org/10.48550/arxiv.2605.26315"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26315","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26315","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26315","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137089965","display_name":"Sandeep Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Sandeep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137147658","display_name":"Virginia Smith","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Smith, Virginia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5062539844","display_name":"Chhavi Yadav","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yadav, Chhavi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7215999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.7215999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.04670000076293945,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.028699999675154686,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.614300012588501},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.5888000130653381},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4652999937534332},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.41670000553131104},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.36640000343322754}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.614300012588501},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5888000130653381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5778999924659729},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.41670000553131104},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32499998807907104},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31700000166893005},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2955999970436096},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29179999232292175},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26315","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26315","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26315","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26315","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Direct":[0],"Preference":[1],"Optimisation":[2],"(DPO)":[3],"is":[4,19,120],"widely":[5],"used":[6],"for":[7],"safety":[8,41,101],"alignment":[9,135],"in":[10],"large":[11],"language":[12],"models.":[13],"However,":[14],"prior":[15],"work":[16],"shows":[17],"it":[18],"brittle":[20],"and":[21,58,79,109,116,127,134,139],"exhibits":[22],"poor":[23],"out-of-distribution":[24],"(OOD)":[25],"generalisation.":[26],"In":[27],"this":[28],"paper,":[29],"we":[30],"investigate":[31],"whether":[32],"Curriculum":[33],"Learning":[34],"can":[35,128],"improve":[36],"the":[37,61,106,123],"robustness":[38],"of":[39,105],"DPO-based":[40],"alignment.":[42],"We":[43,93],"propose":[44],"Staged-Competence,":[45],"a":[46],"curriculum-based":[47],"framework":[48],"that":[49,96],"organises":[50],"preference":[51],"data":[52,108,140],"by":[53,77,84],"difficulty,":[54],"employs":[55],"competence-based":[56],"sampling,":[57],"progressively":[59],"updates":[60],"reference":[62],"model":[63,69],"during":[64],"training.":[65],"Averaged":[66],"across":[67],"three":[68],"families,":[70],"Staged-Competence":[71,97,119],"reduces":[72],"OOD":[73],"harmful":[74],"response":[75],"rates":[76,83],"16%":[78],"jailbreak":[80],"attack":[81],"success":[82],"20%,":[85],"while":[86],"preserving":[87],"general":[88],"capabilities":[89],"with":[90,102],"near-zero":[91],"over-refusal.":[92],"further":[94],"show":[95],"(1)":[98],"matches":[99],"baseline":[100],"only":[103],"75%":[104],"training":[107],"(2)":[110],"yields":[111],"better":[112],"separation":[113],"between":[114],"safe":[115],"unsafe":[117],"responses.":[118],"agnostic":[121],"to":[122,130],"policy":[124],"optimisation":[125],"loss":[126],"extend":[129],"other":[131],"DPO":[132],"variants":[133],"domains.":[136],"Our":[137],"code":[138],"are":[141],"available":[142],"at":[143],"https://github.com/Sandeep5500/curriculum-learning-for-safety.":[144]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-28T00:00:00"}