{"id":"https://openalex.org/W7166743665","doi":"https://doi.org/10.48550/arxiv.2606.29887","title":"SafePyramid: A Hierarchical Benchmark for In-context Policy Guardrailing","display_name":"SafePyramid: A Hierarchical Benchmark for In-context Policy Guardrailing","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166743665","doi":"https://doi.org/10.48550/arxiv.2606.29887"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29887","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29887","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29887","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139648635","display_name":"Jiacheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiacheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104384413","display_name":"H. He","orcid":"https://orcid.org/0009-0008-3906-2037"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Haoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139670999","display_name":"Sen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Sen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139659350","display_name":"Shen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666014","display_name":"Xiaolei Xu","orcid":"https://orcid.org/0000-0002-7653-3773"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xiaolei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139635522","display_name":"Yuhao Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139666204","display_name":"Meng Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Meng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139650779","display_name":"Feng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.17399999499320984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.17399999499320984,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.16500000655651093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.053199999034404755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.849399983882904},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5734000205993652},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5644000172615051},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.527999997138977},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4018000066280365}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.849399983882904},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7099000215530396},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5734000205993652},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5644000172615051},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.527999997138977},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4018000066280365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2976999878883362},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2854999899864197},{"id":"https://openalex.org/C123587114","wikidata":"https://www.wikidata.org/wiki/Q2101508","display_name":"Policy analysis","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26809999346733093}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29887","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29887","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29887","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29887","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5722870826721191}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,24],"real-world":[1],"applications,":[2],"guardrails":[3,39,136,179,186],"are":[4],"often":[5],"expected":[6],"to":[7,13,120,197],"identify":[8],"unsafe":[9],"user-model":[10],"interactions":[11],"according":[12],"application-specific":[14,71],"safety":[15,41,59],"policies,":[16,72,191],"rather":[17],"than":[18],"relying":[19],"on":[20,44,166],"predefined":[21],"risk":[22],"taxonomies.":[23],"this":[25,29,53],"work,":[26],"we":[27,55,114,128],"study":[28],"setting":[30],"under":[31],"the":[32,82,124,147,153,175],"paradigm":[33],"of":[34,102,156,177],"in-context":[35,140,184],"policy":[36,45,105,141,185,199],"guardrailing,":[37],"where":[38],"predict":[40],"violations":[42],"based":[43],"specifications":[46],"provided":[47],"in":[48,108,159],"context.":[49,109],"To":[50,110],"systematically":[51],"evaluate":[52,129],"capability,":[54],"introduce":[56],"SafePyramid,":[57,127],"a":[58,116],"benchmark":[60,112],"comprising":[61],"1,000":[62],"multi-turn":[63],"conversations":[64],"across":[65],"10":[66,130],"domains":[67],"and":[68,98,122,133,137,163,169,180,195],"3,000":[69],"corresponding":[70],"which":[73],"together":[74],"contain":[75],"61,699":[76],"distinct":[77],"natural-language":[78],"rules.":[79],"SafePyramid":[80],"organizes":[81],"evaluation":[83],"into":[84],"three":[85],"difficulty":[86],"levels:":[87],"L0":[88],"evaluates":[89,93,100],"individual-rule":[90],"understanding,":[91],"L1":[92],"reasoning":[94],"over":[95],"rule":[96,193],"dependencies,":[97,194],"L2":[99],"adaptation":[101],"full":[103,154],"novel":[104,198],"frameworks":[106],"defined":[107],"ensure":[111],"quality,":[113],"employ":[115],"rigorous":[117],"multi-stage":[118],"pipeline":[119],"construct":[121],"validate":[123],"benchmark.":[125],"Using":[126],"frontier":[131],"LLMs":[132],"5":[134],"policy-configurable":[135],"find":[138],"that":[139,187],"guardrailing":[142],"remains":[143],"highly":[144],"challenging:":[145],"even":[146],"best-performing":[148],"model,":[149],"GPT-5.5,":[150],"exactly":[151],"identifies":[152],"set":[155],"violated":[157],"rules":[158],"only":[160],"54.0%,":[161],"35.3%,":[162],"12.9%":[164],"cases":[165],"L0,":[167],"L1,":[168],"L2,":[170],"respectively.":[171],"These":[172],"results":[173],"highlight":[174],"limitations":[176],"current":[178],"call":[181],"for":[182],"stronger":[183],"can":[188],"reliably":[189],"execute":[190],"resolve":[192],"adapt":[196],"frameworks.":[200]},"counts_by_year":[],"updated_date":"2026-07-01T06:29:00.853634","created_date":"2026-07-01T00:00:00"}