{"id":"https://openalex.org/W7134067744","doi":"https://doi.org/10.48550/arxiv.2603.04731","title":"When Priors Backfire: On the Vulnerability of Unlearnable Examples to Pretraining","display_name":"When Priors Backfire: On the Vulnerability of Unlearnable Examples to Pretraining","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134067744","doi":"https://doi.org/10.48550/arxiv.2603.04731"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04731","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128260456","display_name":"Zhihao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128237943","display_name":"Gezheng Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Gezheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128254370","display_name":"Jiale Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Jiale","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094095293","display_name":"Ruiyi Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Ruiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128279203","display_name":"Di Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Di","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033156313","display_name":"Lao Qicheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lao, Qicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128277875","display_name":"Charles Ling","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ling, Charles","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128222956","display_name":"Boyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Boyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27578216,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.4991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.12349999696016312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.1193000003695488,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.8912000060081482},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.8263000249862671},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.6503000259399414},{"id":"https://openalex.org/keywords/forcing","display_name":"Forcing (mathematics)","score":0.5997999906539917},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4925000071525574},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.3896999955177307}],"concepts":[{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.8912000060081482},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.8263000249862671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7028999924659729},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.6503000259399414},{"id":"https://openalex.org/C197115733","wikidata":"https://www.wikidata.org/wiki/Q1003136","display_name":"Forcing (mathematics)","level":2,"score":0.5997999906539917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5976999998092651},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4934000074863434},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4925000071525574},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3896999955177307},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2766999900341034}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04731","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04731","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04731","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04731","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.5679744482040405,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Unlearnable":[0],"Examples":[1],"(UEs)":[2],"serve":[3],"as":[4],"a":[5,29,40,95,128],"data":[6,51,185],"protection":[7],"strategy":[8],"that":[9,34,48,65,131,174],"generates":[10],"imperceptible":[11],"perturbations":[12,91,155],"to":[13,69,92,113,134,150],"mislead":[14],"models":[15],"into":[16],"learning":[17,37],"spurious":[18],"correlations":[19],"instead":[20],"of":[21,32,145,161,180],"underlying":[22],"semantics.":[23,163],"In":[24],"this":[25,124],"paper,":[26],"we":[27,86],"uncover":[28],"fundamental":[30],"vulnerability":[31],"UEs":[33,75],"emerges":[35],"when":[36,50],"starts":[38],"from":[39],"pretrained":[41,171],"model.":[42],"Crucially,":[43],"our":[44],"empirical":[45],"analysis":[46],"shows":[47],"even":[49],"are":[52],"protected":[53],"by":[54,74,126],"carefully":[55],"crafted":[56],"perturbations,":[57],"pretraining":[58,181],"priors":[59,182],"still":[60],"furnish":[61],"rich":[62],"semantic":[63,143],"representations":[64],"allow":[66],"the":[67,71,101,107,119,142,148,153,159,178],"model":[68,149],"circumvent":[70],"shortcuts":[72],"introduced":[73],"and":[76,156,169,183],"capture":[77],"genuine":[78],"features,":[79],"thereby":[80],"nullifying":[81],"unlearnability.":[82,186],"To":[83],"address":[84],"this,":[85],"propose":[87],"BAIT":[88,175],"(Binding":[89],"Artificial":[90],"Incorrect":[93],"Targets),":[94],"novel":[96],"bi-level":[97],"optimization":[98],"formulation.":[99],"Specifically,":[100],"inner":[102],"level":[103,121],"aims":[104],"at":[105],"associating":[106],"perturbed":[108],"samples":[109,133],"with":[110],"real":[111],"labels":[112],"simulate":[114],"standard":[115,167],"data-label":[116],"alignment,":[117],"while":[118],"outer":[120],"actively":[122],"disrupts":[123],"alignment":[125],"enforcing":[127],"mislabel-perturbation":[129],"binding":[130],"maps":[132],"designated":[135],"incorrect":[136],"targets.":[137],"This":[138],"mechanism":[139],"effectively":[140,176],"overrides":[141],"guidance":[144],"priors,":[146],"forcing":[147],"rely":[151],"on":[152,166],"injected":[154],"consequently":[157],"preventing":[158],"acquisition":[160],"true":[162],"Extensive":[164],"experiments":[165],"benchmarks":[168],"multiple":[170],"backbones":[172],"demonstrate":[173],"mitigates":[177],"influence":[179],"maintains":[184]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-07T00:00:00"}