{"id":"https://openalex.org/W7160889587","doi":"https://doi.org/10.48550/arxiv.2605.08730","title":"Classification-Head Bias in Class-Level Machine Unlearning: Diagnosis, Mitigation, and Evaluation","display_name":"Classification-Head Bias in Class-Level Machine Unlearning: Diagnosis, Mitigation, and Evaluation","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160889587","doi":"https://doi.org/10.48550/arxiv.2605.08730"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.08730","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08730","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.08730","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068146104","display_name":"Weidong Zheng","orcid":"https://orcid.org/0000-0002-9793-5763"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Weidong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075512625","display_name":"Kongyang Chen","orcid":"https://orcid.org/0000-0003-2439-3518"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Kongyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133374030","display_name":"Yuanwei Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yuanwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135931695","display_name":"Yatie Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Yatie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.4528000056743622,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.4528000056743622,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.1005999967455864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.07970000058412552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4902999997138977},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.40380001068115234},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.40130001306533813},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3847000002861023},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.3659000098705292},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.33250001072883606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5896000266075134},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4902999997138977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4372999966144562},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.40380001068115234},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.40130001306533813},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3847000002861023},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.3659000098705292},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3228999972343445},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2976999878883362},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.29030001163482666},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C6571938","wikidata":"https://www.wikidata.org/wiki/Q3274486","display_name":"Omitted-variable bias","level":2,"score":0.2590999901294708}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.08730","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08730","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.08730","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.08730","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Class-level":[0],"machine":[1],"unlearning":[2,29,117,191],"aims":[3],"to":[4,91,171],"remove":[5],"the":[6,54,64,69,76,93,186],"influence":[7],"of":[8,56,79,95],"specified":[9],"classes":[10,58],"while":[11,119,193],"preserving":[12],"model":[13],"utility":[14],"on":[15,99,179],"retained":[16],"classes.":[17,97],"Existing":[18],"methods":[19,188],"are":[20],"commonly":[21],"evaluated":[22],"by":[23,62],"retain-set":[24],"accuracy,":[25,27],"forget-set":[26],"and":[28,146,166,175,182],"time,":[30],"but":[31],"these":[32],"metrics":[33,118],"provide":[34],"limited":[35],"insight":[36],"into":[37],"how":[38],"forgetting":[39],"is":[40],"achieved":[41],"internally.":[42],"In":[43],"this":[44,100],"paper,":[45],"we":[46,102,134],"reveal":[47,125],"a":[48,106],"bias-dominated":[49],"shortcut":[50],"in":[51,68],"class-level":[52],"unlearning:":[53],"prediction":[55],"forgotten":[57,126],"can":[59,114],"be":[60],"suppressed":[61],"decreasing":[63],"corresponding":[65],"bias":[66,112,122,132,173,197],"terms":[67],"final":[70],"classification":[71],"head.":[72],"We":[73,151,199],"first":[74],"analyze":[75],"gradient":[77],"dynamics":[78],"classification-head":[80],"biases":[81,94],"under":[82],"softmax":[83],"cross-entropy":[84],"training,":[85],"explaining":[86],"why":[87],"retain-set-only":[88],"optimization":[89],"tends":[90],"reduce":[92],"absent":[96],"Based":[98],"observation,":[101],"introduce":[103,153],"BiasShift":[104],"as":[105],"diagnostic":[107],"baseline,":[108],"showing":[109],"that":[110,124,185],"simple":[111],"manipulation":[113],"satisfy":[115],"conventional":[116],"leaving":[120],"abnormal":[121],"patterns":[123],"labels.":[127],"To":[128],"mitigate":[129],"excessive":[130],"forgotten-class":[131],"suppression,":[133],"propose":[135],"two":[136],"bias-aware":[137],"mechanisms,":[138],"namely":[139],"Two-Stage":[140],"Bias":[141,158,163,168],"Gradient":[142],"Reversal":[143],"Mechanism":[144],"(TS-BGRM)":[145],"Lower-Bound":[147],"Hinge":[148],"Regularization":[149],"(LB-HR).":[150],"further":[152],"three":[154],"bias-oriented":[155],"metrics,":[156],"including":[157],"Stability":[159],"Coefficient":[160],"(BSC),":[161],"Median":[162],"Gap":[164],"(MBG),":[165],"Minimal":[167],"Score":[169],"(MBS),":[170],"quantify":[172],"dependence":[174],"potential":[176],"leakage.":[177],"Experiments":[178],"CIFAR-10,":[180],"CIFAR-100,":[181],"Tiny-ImageNet":[183],"demonstrate":[184],"proposed":[187],"maintain":[189],"competitive":[190],"performance":[192],"producing":[194],"more":[195],"stable":[196],"distributions.":[198],"have":[200],"released":[201],"our":[202],"code":[203],"at":[204],"{https://github.com/zwd2024/Beyond-the-Shadow-of-Bias-From-Classification-Head-Bias-to-Parameter-Redistribution}.":[205]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}