{"id":"https://openalex.org/W7154354537","doi":"https://doi.org/10.48550/arxiv.2604.10022","title":"Weird Generalization is Weirdly Brittle","display_name":"Weird Generalization is Weirdly Brittle","publication_year":2026,"publication_date":"2026-04-11","ids":{"openalex":"https://openalex.org/W7154354537","doi":"https://doi.org/10.48550/arxiv.2604.10022"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.10022","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10022","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.10022","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133566667","display_name":"Miriam Wanner","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wanner, Miriam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133596959","display_name":"Hannah Collison","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Collison, Hannah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077832672","display_name":"William Jurayj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jurayj, William","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133613413","display_name":"Benjamin Van Durme","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Van Durme, Benjamin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133567726","display_name":"Mark Dredze","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dredze, Mark","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5097607379","display_name":"William Walden","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walden, William","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5133566667"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.26829999685287476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.26829999685287476,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.14669999480247498,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.8684999942779541},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.6769999861717224},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6132000088691711},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5390999913215637},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5134000182151794},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4733000099658966},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4336000084877014}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.8684999942779541},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.6769999861717224},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6132000088691711},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5390999913215637},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5134000182151794},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48159998655319214},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4733000099658966},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4336000084877014},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37439998984336853},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37369999289512634},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2906999886035919},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.27639999985694885},{"id":"https://openalex.org/C33332235","wikidata":"https://www.wikidata.org/wiki/Q18362","display_name":"Theoretical physics","level":1,"score":0.2624000012874603},{"id":"https://openalex.org/C136478896","wikidata":"https://www.wikidata.org/wiki/Q898288","display_name":"Brittleness","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25690001249313354},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.10022","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10022","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.10022","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10022","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5597360134124756,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Weird":[0],"generalization":[1,51,78,154],"is":[2,79],"a":[3,12,37],"phenomenon":[4,30],"in":[5,136],"which":[6],"models":[7,58,87],"fine-tuned":[8],"on":[9,88],"data":[10],"from":[11],"narrow":[13],"domain":[14,26],"(e.g.":[15,27],"insecure":[16],"code)":[17],"develop":[18],"surprising":[19,64],"traits":[20,67,131],"that":[21,25,31,63,76,101,109,120,125,152],"manifest":[22],"even":[23,121],"outside":[24],"broad":[28],"misalignment)-a":[29],"prior":[32],"work":[33],"has":[34],"highlighted":[35],"as":[36],"critical":[38],"safety":[39,150],"concern.":[40],"Here,":[41],"we":[42,74,118],"present":[43],"an":[44,54,159],"extended":[45],"replication":[46],"study":[47],"of":[48,57,148,163],"key":[49],"weird":[50,77,138,153],"results":[52],"across":[53],"expanded":[55],"suite":[56],"and":[59,91,156],"datasets.":[60],"We":[61,99],"confirm":[62],"(and":[65],"dangerous)":[66],"can":[68,132],"emerge":[69],"under":[70,94],"certain":[71],"circumstances,":[72],"but":[73],"find":[75,100],"exceptionally":[80],"brittle:":[81],"it":[82,92],"emerges":[83],"only":[84],"for":[85],"specific":[86,89,129],"datasets,":[90],"vanishes":[93],"simple":[95],"training-time,":[96],"prompt-based":[97],"interventions.":[98],"the":[102,111,114,146,149],"most":[103],"effective":[104,135],"interventions":[105,124],"provide":[106],"prompt":[107],"context":[108],"makes":[110],"generalized":[112,130],"behavior":[113],"expected":[115],"behavior.":[116],"However,":[117],"show":[119],"very":[122],"generic":[123],"do":[126],"not":[127],"anticipate":[128],"still":[133],"be":[134],"mitigating":[137],"generalization's":[139],"effects.":[140],"Our":[141],"findings":[142],"thus":[143],"help":[144],"clarify":[145],"nature":[147],"threat":[151],"poses":[155],"point":[157],"toward":[158],"easily":[160],"implemented":[161],"set":[162],"solutions.":[164]},"counts_by_year":[],"updated_date":"2026-04-15T06:04:33.058270","created_date":"2026-04-15T00:00:00"}