{"id":"https://openalex.org/W7161002202","doi":"https://doi.org/10.48550/arxiv.2605.12199","title":"Overtrained, Not Misaligned","display_name":"Overtrained, Not Misaligned","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161002202","doi":"https://doi.org/10.48550/arxiv.2605.12199"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.12199","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12199","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.12199","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136078151","display_name":"Joel Schreiber","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schreiber, Joel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136048870","display_name":"Ariel Goldstein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goldstein, Ariel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4790000021457672,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4790000021457672,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.11469999700784683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.07209999859333038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-reframing","display_name":"Cognitive reframing","score":0.7842000126838684},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6931999921798706},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.571399986743927},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5091999769210815},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4643999934196472},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4553000032901764},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.3693999946117401}],"concepts":[{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.7842000126838684},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6931999921798706},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.571399986743927},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5091999769210815},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5051000118255615},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4643999934196472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4607999920845032},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4553000032901764},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3720000088214874},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.3693999946117401},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33550000190734863},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33219999074935913},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29679998755455017},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.2928999960422516},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.27399998903274536},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C2777317252","wikidata":"https://www.wikidata.org/wiki/Q18393516","display_name":"Rare events","level":2,"score":0.2639000117778778}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.12199","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12199","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.12199","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.12199","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Emergent":[0],"misalignment":[1,14],"(EM),":[2],"where":[3],"fine-tuning":[4,165,207,236],"on":[5,163],"a":[6,94],"narrow":[7],"task":[8,134,151],"(like":[9],"insecure":[10],"code)":[11],"causes":[12],"broad":[13],"across":[15,46,91],"unrelated":[16],"domains,":[17],"was":[18],"first":[19],"demonstrated":[20],"by":[21],"Betley":[22],"et":[23],"al.":[24],"(2025).":[25],"We":[26,69],"conduct":[27],"the":[28,36,124,170,212],"most":[29],"comprehensive":[30],"EM":[31,72,90,101,111,128,143,227],"study":[32],"to":[33,42,56,120,179,238],"date,":[34],"reproducing":[35],"original":[37],"GPT-4o":[38,75],"finding":[39],"and":[40,100,118,153,177,208],"expanding":[41],"12":[43,84],"open-source":[44,85],"models":[45,86],"4":[47],"families":[48],"(Llama,":[49],"Qwen,":[50],"DeepSeek,":[51],"GPT-OSS)":[52],"ranging":[53],"from":[54,79,117,130,233],"8B":[55],"671B":[57],"parameters,":[58],"evaluating":[59],"over":[60],"one":[61],"million":[62],"model":[63,98,217],"responses":[64],"with":[65,93,223],"multiple":[66],"random":[67],"seeds.":[68],"find":[70],"that":[71,110,222],"replicates":[73],"in":[74,114,186],"but":[76],"is":[77],"far":[78],"universal:":[80],"only":[81],"2":[82],"of":[83,123,148,150,188],"(17%)":[87],"exhibit":[88],"consistent":[89],"seeds,":[92],"significant":[95],"correlation":[96,172],"between":[97],"size":[99],"susceptibility.":[102],"Through":[103],"checkpoint-level":[104],"analysis":[105],"during":[106],"fine-tuning,":[107],"we":[108],"demonstrate":[109,221],"emerges":[112,129],"late":[113],"training,":[115],"distinct":[116],"subsequent":[119],"near":[121],"convergence":[122],"primary":[125,213],"task,":[126],"suggesting":[127],"continued":[131],"training":[132,193,225,241],"past":[133],"convergence.":[135],"This":[136],"yields":[137],"practical":[138],"mitigations:":[139],"early":[140,184],"stopping":[141,185],"eliminates":[142],"while":[144],"retaining":[145],"an":[146,234,239],"average":[147],"93%":[149],"performance,":[152],"careful":[154],"learning":[155,210],"rate":[156],"selection":[157],"further":[158],"minimizes":[159],"risk.":[160],"Cross-domain":[161],"validation":[162],"medical":[164],"confirms":[166],"these":[167],"patterns":[168],"generalize:":[169],"size-EM":[171],"strengthens":[173],"(r":[174],"=":[175],"0.90),":[176],"overgeneralization":[178],"untruthfulness":[180],"remains":[181],"avoidable":[182,240],"via":[183],"67%":[187],"cases,":[189],"though":[190],"semantically":[191],"proximate":[192],"domains":[194],"produce":[195],"less":[196],"separable":[197],"misalignment.":[198],"As":[199],"LLMs":[200],"become":[201],"increasingly":[202],"integrated":[203],"into":[204],"real-world":[205],"systems,":[206],"reinforcement":[209],"remain":[211],"methods":[214],"for":[215],"adapting":[216],"behavior.":[218],"Our":[219],"findings":[220],"proper":[224],"practices,":[226],"can":[228],"be":[229],"avoided,":[230],"reframing":[231],"it":[232],"unforeseen":[235],"risk":[237],"artifact.":[242]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-14T00:00:00"}