{"id":"https://openalex.org/W7161060472","doi":"https://doi.org/10.48550/arxiv.2605.11882","title":"On-Policy Self-Evolution via Failure Trajectories for Agentic Safety Alignment","display_name":"On-Policy Self-Evolution via Failure Trajectories for Agentic Safety Alignment","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161060472","doi":"https://doi.org/10.48550/arxiv.2605.11882"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11882","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11882","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11882","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136072934","display_name":"Bo Yin","orcid":"https://orcid.org/0000-0001-6318-0174"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136017199","display_name":"Qi Li","orcid":"https://orcid.org/0009-0005-5972-5043"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136048694","display_name":"Xinchao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.48579999804496765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.48579999804496765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.06729999929666519,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.7019000053405762},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6504999995231628},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5702999830245972},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5665000081062317},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.3521000146865845},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.3183000087738037},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.30379998683929443}],"concepts":[{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.7019000053405762},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6504999995231628},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.5799999833106995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5760999917984009},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5702999830245972},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5665000081062317},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C2781460075","wikidata":"https://www.wikidata.org/wiki/Q1399332","display_name":"Compliance (psychology)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2777000069618225},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.27489998936653137},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2745000123977661},{"id":"https://openalex.org/C2776544517","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Unexpected events","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11882","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11882","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11882","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11882","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Tool-using":[0],"LLM":[1],"agents":[2],"fail":[3],"through":[4],"trajectories":[5,197],"rather":[6],"than":[7],"only":[8],"final":[9],"responses,":[10],"as":[11,122],"they":[12],"may":[13],"execute":[14],"unsafe":[15],"tool":[16],"calls,":[17],"follow":[18],"injected":[19],"instructions,":[20],"comply":[21],"with":[22,142,171],"harmful":[23,181],"requests,":[24],"or":[25,41],"over-refuse":[26],"benign":[27],"tasks":[28],"despite":[29],"producing":[30],"a":[31,46,123],"seemingly":[32],"safe":[33],"answer.":[34],"Existing":[35],"safety-alignment":[36],"signals":[37],"are":[38,100],"largely":[39],"response-level":[40],"off-policy,":[42],"and":[43,62,105,112,154,164,185],"often":[44],"incur":[45],"safety-utility":[47,148],"trade-off:":[48],"improving":[49],"agent":[50,127],"safety":[51,160],"comes":[52],"at":[53],"the":[54,93],"cost":[55],"of":[56],"degraded":[57],"task":[58],"performance.":[59],"Such":[60],"sparse":[61],"single-objective":[63],"rewards":[64],"severely":[65],"limit":[66],"real-world":[67],"usability.":[68],"To":[69],"bridge":[70],"this":[71,130],"gap,":[72],"we":[73,132],"propose":[74],"FATE,":[75],"an":[76],"on-policy":[77],"self-evolving":[78,205],"framework":[79],"that":[80,157,195],"transforms":[81],"verifier-scored":[82],"failures":[83],"into":[84],"repair":[85,97,201],"supervision":[86,124,202],"without":[87],"expert":[88],"demonstrations.":[89],"For":[90],"each":[91],"failure,":[92],"same":[94],"policy":[95,144],"proposes":[96],"candidates,":[98],"which":[99],"then":[101,120],"re-scored":[102],"by":[103,179,183,190],"verifiers":[104],"filtered":[106],"across":[107,161],"security,":[108],"utility,":[109],"over-refusal":[110],"control,":[111],"trajectory":[113],"validity.":[114],"This":[115],"dense":[116],"trajectory-level":[117],"information":[118],"is":[119],"used":[121],"signal":[125],"for":[126,203],"self-evolution.":[128],"During":[129],"process,":[131],"further":[133],"introduce":[134],"Pareto-Front":[135],"Policy":[136],"Optimization":[137],"(PFPO),":[138],"combining":[139],"supervised":[140],"warmup":[141],"Pareto-aware":[143],"optimization":[145],"to":[146],"preserve":[147],"trade-offs.":[149],"Experiments":[150],"on":[151],"AgentDojo,":[152],"AgentHarm,":[153],"ATBench":[155],"show":[156],"FATE":[158,174],"improves":[159,186],"different":[162],"models":[163],"scales":[165],"while":[166],"preserving":[167],"useful":[168],"behavior.":[169],"Compared":[170],"strong":[172],"baselines,":[173],"reduces":[175],"attack":[176],"success":[177],"rate":[178],"33.5%,":[180],"compliance":[182],"82.6%,":[184],"external":[187],"trajectory-safety":[188],"diagnosis":[189],"6.5%.":[191],"These":[192],"results":[193],"suggest":[194],"failed":[196],"can":[198],"provide":[199],"structured":[200],"safer":[204],"agents.":[206]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-14T00:00:00"}