{"id":"https://openalex.org/W7164041201","doi":"https://doi.org/10.48550/arxiv.2606.07631","title":"Trait-space Monitoring for Emergent Misalignment During Supervised Finetuning","display_name":"Trait-space Monitoring for Emergent Misalignment During Supervised Finetuning","publication_year":2026,"publication_date":"2026-05-31","ids":{"openalex":"https://openalex.org/W7164041201","doi":"https://doi.org/10.48550/arxiv.2606.07631"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.07631","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07631","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.07631","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111133299","display_name":"Huy Nghiem","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nghiem, Huy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037072952","display_name":"Sy-Tuyen Ho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ho, Sy-Tuyen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079108871","display_name":"Sarah Wiegreffe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wiegreffe, Sarah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138273957","display_name":"Hal Daum\u00e9","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daum\u00e9, Hal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3752000033855438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3752000033855438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.09239999949932098,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.042399998754262924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7540000081062317},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4837000072002411},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.43959999084472656},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4074999988079071},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.3937999904155731},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34139999747276306},{"id":"https://openalex.org/keywords/detection-threshold","display_name":"Detection threshold","score":0.32260000705718994}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7540000081062317},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6740000247955322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5562000274658203},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4837000072002411},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.43959999084472656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42989999055862427},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4007999897003174},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.3937999904155731},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C3019361169","wikidata":"https://www.wikidata.org/wiki/Q2609467","display_name":"Detection threshold","level":2,"score":0.32260000705718994},{"id":"https://openalex.org/C2779696439","wikidata":"https://www.wikidata.org/wiki/Q7512811","display_name":"Signature (topology)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.275299996137619},{"id":"https://openalex.org/C112789634","wikidata":"https://www.wikidata.org/wiki/Q18207010","display_name":"False positives and false negatives","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C95922358","wikidata":"https://www.wikidata.org/wiki/Q5432725","display_name":"False positive rate","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2603999972343445},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.07631","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07631","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.07631","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07631","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Emergent":[0],"misalignment":[1,39],"(EM)":[2],"occurs":[3],"when":[4],"narrow":[5],"finetuning":[6,15,133],"causes":[7],"a":[8,76,86,149],"model":[9],"to":[10,152],"behave":[11],"dangerously":[12],"outside":[13],"the":[14,83,90],"task.":[16],"Standard":[17],"training":[18,65],"signals":[19],"can":[20,40],"miss":[21],"this":[22,98],"shift,":[23],"making":[24],"reliable":[25],"detection":[26,157],"costly":[27],"if":[28],"it":[29],"depends":[30],"on":[31,75,97,116,128],"repeated":[32],"behavioral":[33,153],"evaluation.":[34],"We":[35],"ask":[36],"whether":[37],"emergent":[38],"instead":[41],"be":[42],"detected":[43],"from":[44],"internal":[45],"representations":[46],"during":[47,158],"finetuning.":[48],"Using":[49],"seven":[50],"alignment-relevant":[51],"traits":[52],"encoded":[53],"as":[54,148],"linear":[55],"directions":[56],"in":[57,67,89],"activation":[58],"space,":[59],"we":[60],"track":[61],"representational":[62],"drift":[63,73,99],"across":[64,165],"checkpoints":[66,103],"four":[68],"open-source":[69],"7-9B":[70],"LLMs.":[71],"EM-relevant":[72],"concentrates":[74],"low-dimensional":[77],"axis":[78],"that":[79,163],"explains":[80],"65.5%":[81],"of":[82],"variance,":[84],"revealing":[85],"geometric":[87],"signature":[88],"studied":[91],"regime.":[92],"A":[93],"low-overhead":[94],"monitor":[95],"built":[96],"profile":[100],"detects":[101],"dangerous":[102],"with":[104],"2.2%":[105],"false":[106,110],"negative":[107],"rate,":[108,112],"2.9%":[109],"positive":[111],"and":[113,123,135],"0.990":[114],"AUROC":[115],"held-out":[117],"perturbation":[118],"types,":[119],"outperforming":[120],"unsupervised":[121],"PCA":[122],"SAE":[124],"baselines.":[125],"Stress":[126],"tests":[127],"two":[129],"14B":[130],"models,":[131],"longer":[132],"runs,":[134],"misaligned":[136],"starting":[137],"points":[138],"identify":[139],"key":[140],"deployment":[141,164],"boundaries.":[142],"These":[143],"results":[144],"position":[145],"trait-space":[146],"monitoring":[147],"practical":[150],"complement":[151],"evaluation":[154],"for":[155],"EM":[156],"LoRA-based":[159],"finetuning,":[160],"while":[161],"showing":[162],"substantially":[166],"different":[167],"regimes":[168],"may":[169],"require":[170],"recalibration.":[171]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-10T00:00:00"}