{"id":"https://openalex.org/W7163034922","doi":"https://doi.org/10.48550/arxiv.2605.30487","title":"Configurable Reward Model for Balanced Safety Alignment","display_name":"Configurable Reward Model for Balanced Safety Alignment","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7163034922","doi":"https://doi.org/10.48550/arxiv.2605.30487"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30487","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30487","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30487","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102862917","display_name":"Zhengping Jiang","orcid":"https://orcid.org/0000-0003-3842-491X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Zhengping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122326420","display_name":"Mehran Khodabandeh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khodabandeh, Mehran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122355282","display_name":"Akash Bharadwaj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bharadwaj, Akash","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074289894","display_name":"Manik Bhandari","orcid":"https://orcid.org/0009-0007-8665-0811"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhandari, Manik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137589235","display_name":"Mayur Srungarapu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srungarapu, Mayur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137560642","display_name":"Anqi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Anqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137584538","display_name":"Benjamin Van Durme","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Van Durme, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137568302","display_name":"li chen","orcid":"https://orcid.org/0009-0006-8479-091X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.5148000121116638,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.5148000121116638,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.2669000029563904,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.030300000682473183,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.612500011920929},{"id":"https://openalex.org/keywords/compliance","display_name":"Compliance (psychology)","score":0.4399999976158142},{"id":"https://openalex.org/keywords/intrinsic-safety","display_name":"Intrinsic safety","score":0.27709999680519104},{"id":"https://openalex.org/keywords/system-safety","display_name":"System safety","score":0.27239999175071716},{"id":"https://openalex.org/keywords/safety-monitoring","display_name":"Safety monitoring","score":0.2711000144481659}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6464999914169312},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.612500011920929},{"id":"https://openalex.org/C2781460075","wikidata":"https://www.wikidata.org/wiki/Q1399332","display_name":"Compliance (psychology)","level":2,"score":0.4399999976158142},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.36970001459121704},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2809000015258789},{"id":"https://openalex.org/C199535089","wikidata":"https://www.wikidata.org/wiki/Q1303258","display_name":"Intrinsic safety","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C2777488183","wikidata":"https://www.wikidata.org/wiki/Q6900510","display_name":"Safety monitoring","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C148493468","wikidata":"https://www.wikidata.org/wiki/Q2646951","display_name":"Functional safety","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C2776179734","wikidata":"https://www.wikidata.org/wiki/Q7398668","display_name":"Safety standards","level":2,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30487","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30487","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30487","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30487","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Aligning":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"to":[5,25,27,42,86,96,139],"heterogeneous":[6],"and":[7,19,61,90,114],"rapidly":[8],"evolving":[9],"safety":[10,21,29,59,88,99,108,127],"requirements":[11],"remains":[12],"a":[13,133],"critical":[14],"challenge.":[15],"Existing":[16],"instruction-tuned":[17],"LLMs":[18,131],"standalone":[20],"classifiers":[22],"often":[23],"fail":[24],"generalize":[26],"new":[28],"configurations,":[30],"motivating":[31],"the":[32,47],"need":[33],"for":[34,57,125],"Reward":[35,50],"Models":[36],"(RMs)":[37],"that":[38,72],"are":[39],"explicitly":[40],"configurable":[41,107],"changing":[43],"specifications.":[44],"We":[45],"introduce":[46],"Configurable":[48],"Safety":[49],"Model":[51],"(CSRM),":[52],"which":[53],"is":[54,66,84],"jointly":[55],"optimized":[56],"calibrated":[58],"compliance":[60],"reward":[62],"modeling.":[63],"Our":[64],"approach":[65],"supported":[67],"by":[68],"configuration-targeted":[69],"data":[70],"augmentation":[71],"enforces":[73],"instruction":[74],"adherence":[75],"while":[76],"preserving":[77],"relative":[78],"severity":[79],"structure.":[80],"The":[81],"resulting":[82],"RM":[83],"sensitive":[85],"fine-grained":[87],"configurations":[89],"conversational":[91],"nuances,":[92],"substantially":[93],"improving":[94],"generalization":[95],"previously":[97],"unseen":[98],"configurations.":[100],"CSRM":[101,129],"achieves":[102],"state-of-the-art":[103],"performance":[104],"on":[105],"recent":[106],"benchmarks,":[109],"including":[110],"CoSApien":[111],"(94.6%":[112],"F1)":[113],"DynaBench":[115],"(75.8%":[116],"F1),":[117],"without":[118],"requiring":[119],"additional":[120],"human":[121],"annotation.":[122],"When":[123],"used":[124],"downstream":[126],"alignment,":[128],"yields":[130],"with":[132],"significantly":[134],"improved":[135],"helpfulness-safety":[136],"tradeoff":[137],"compared":[138],"existing":[140],"baselines.":[141]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-02T00:00:00"}