{"id":"https://openalex.org/W7164052691","doi":"https://doi.org/10.48550/arxiv.2606.08044","title":"When Behavioral Safety Evaluation Fails: A Representation-Level Perspective","display_name":"When Behavioral Safety Evaluation Fails: A Representation-Level Perspective","publication_year":2026,"publication_date":"2026-06-06","ids":{"openalex":"https://openalex.org/W7164052691","doi":"https://doi.org/10.48550/arxiv.2606.08044"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.08044","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08044","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.08044","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037934141","display_name":"Enyi Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Enyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107671888","display_name":"Anders Gj\u00f8lbye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gj\u00f8lbye, Anders","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030278011","display_name":"Yibo Jacky Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yibo Jacky","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138203606","display_name":"Sanmi Koyejo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koyejo, Sanmi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.6948000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.6948000192642212,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07919999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.04859999939799309,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7552000284194946},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5037999749183655},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.48179998993873596},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.4359999895095825},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4336000084877014},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.4327000081539154}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7552000284194946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5098000168800354},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5037999749183655},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.48179998993873596},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4519999921321869},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.4359999895095825},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4336000084877014},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.4327000081539154},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3955000042915344},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.39070001244544983},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.373199999332428},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C5570062","wikidata":"https://www.wikidata.org/wiki/Q3919817","display_name":"Behavioural sciences","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3215000033378601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31929999589920044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3183000087738037},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30979999899864197},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.2957000136375427},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.08044","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08044","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.08044","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08044","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4371568560600281}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Model":[2],"(LLM)":[3],"safety":[4,43,125,169],"has":[5],"often":[6],"been":[7],"evaluated":[8],"at":[9],"the":[10,36,39,65,95,99,159],"behavior":[11,60,109,151],"level,":[12],"which":[13],"provides":[14,172],"limited":[15],"evidence":[16],"of":[17,130,176,182],"internal":[18],"robustness,":[19,178],"as":[20,35],"these":[21],"evaluations":[22],"target":[23],"outputs":[24],"rather":[25],"than":[26],"representation-level":[27,131],"vulnerability":[28,184],"under":[29,46,152],"intervention.":[30,47,163],"We":[31,68],"formalize":[32,94],"this":[33,50,118],"discrepancy":[34],"audit":[37],"gap:":[38],"difference":[40],"between":[41],"behavioral":[42,124,168],"and":[44,83,89,136,185],"robustness":[45,77,132],"To":[48,93],"study":[49],"gap,":[51],"we":[52,97,121],"construct":[53],"dissociated":[54,142],"models":[55,143],"that":[56,123,167],"preserve":[57],"safe":[58],"outward":[59],"while":[61],"remaining":[62],"vulnerable":[63],"in":[64,81],"latent":[66,84,91,115,183],"space.":[67],"introduce":[69],"an":[70,173],"intervention-based":[71],"evaluation":[72,119,170],"framework":[73],"to":[74,104,162],"test":[75],"model":[76,177],"through":[78],"soft":[79],"interventions":[80],"parameter":[82],"spaces,":[85],"including":[86],"harmful":[87,108,153],"fine-tuning":[88],"layer-wise":[90],"perturbations.":[92,116],"evaluation,":[96],"propose":[98],"Latent":[100],"Vulnerability":[101],"Score":[102],"(LVS)":[103],"measure":[105],"how":[106],"easily":[107],"can":[110],"be":[111],"elicited":[112],"by":[113],"bounded":[114],"Using":[117],"framework,":[120],"show":[122,144],"metrics":[126],"are":[127],"insufficient":[128],"measures":[129],"across":[133],"multiple":[134],"safely":[135],"unsafely":[137],"aligned":[138],"state-of-the-art":[139],"models.":[140],"Notably,":[141],"substantially":[145],"elevated":[146],"LVSs":[147],"despite":[148],"comparable":[149],"refusal":[150],"intervention,":[154],"with":[155],"intermediate":[156],"representations":[157],"being":[158],"most":[160],"sensitive":[161],"Our":[164],"results":[165],"suggest":[166],"alone":[171],"incomplete":[174],"picture":[175],"motivating":[179],"representation-aware":[180],"audits":[181],"observable":[186],"behavior.":[187]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}