{"id":"https://openalex.org/W4408352906","doi":"https://doi.org/10.1109/icassp49660.2025.10887876","title":"Training an Anti-KD Model that Cannot Teach Students via Similarity Disruption","display_name":"Training an Anti-KD Model that Cannot Teach Students via Similarity Disruption","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408352906","doi":"https://doi.org/10.1109/icassp49660.2025.10887876"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10887876","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10887876","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zheming Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheming Liang","raw_affiliation_strings":["University of Science and Technology of China,School of Cyber Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Cyber Science and Technology","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045938154","display_name":"Qi Chu","orcid":"https://orcid.org/0000-0003-3028-0755"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Chu","raw_affiliation_strings":["University of Science and Technology of China,School of Cyber Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Cyber Science and Technology","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114910706","display_name":"Tao Gong","orcid":"https://orcid.org/0000-0003-0026-6813"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Gong","raw_affiliation_strings":["University of Science and Technology of China,School of Cyber Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Cyber Science and Technology","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112264240","display_name":"Bin Liu","orcid":"https://orcid.org/0000-0001-5590-8049"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liu","raw_affiliation_strings":["University of Science and Technology of China,School of Cyber Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Cyber Science and Technology","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025592096","display_name":"Quanchen Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quanchen Zou","raw_affiliation_strings":["360 AI Security Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"360 AI Security Lab","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011248032","display_name":"Deyue Zhang","orcid":"https://orcid.org/0000-0003-0669-7796"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deyue Zhang","raw_affiliation_strings":["360 AI Security Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"360 AI Security Lab","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090634503","display_name":"Nenghai Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nenghai Yu","raw_affiliation_strings":["University of Science and Technology of China,School of Cyber Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,School of Cyber Science and Technology","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0359446,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.6952000260353088,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.6952000260353088,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.692799985408783,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.6144000291824341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.6618902087211609},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.632354199886322},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6017115116119385},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3661569356918335}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.6618902087211609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.632354199886322},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6017115116119385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3661569356918335},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10887876","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10887876","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2204750386","https://openalex.org/W2535690855","https://openalex.org/W2806082141","https://openalex.org/W2887783173","https://openalex.org/W2963140444","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2996695408","https://openalex.org/W3034530016","https://openalex.org/W3034997257","https://openalex.org/W3035379805","https://openalex.org/W3035616549","https://openalex.org/W3174136778","https://openalex.org/W3206880386","https://openalex.org/W4214567027","https://openalex.org/W4226426325","https://openalex.org/W4283816018","https://openalex.org/W4312343407","https://openalex.org/W4312929415","https://openalex.org/W4377990541","https://openalex.org/W4378499191","https://openalex.org/W4382458595","https://openalex.org/W6638523607","https://openalex.org/W6640425456","https://openalex.org/W6769906912","https://openalex.org/W6770088130","https://openalex.org/W6772101090","https://openalex.org/W6787972765","https://openalex.org/W6788971340","https://openalex.org/W6810158070","https://openalex.org/W6838529080","https://openalex.org/W6838755830","https://openalex.org/W6850795127","https://openalex.org/W6853174359","https://openalex.org/W6857297827"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2810751659"],"abstract_inverted_index":{"Knowledge":[0],"Distillation":[1],"(KD)":[2],"aims":[3],"to":[4],"enhance":[5],"the":[6,19,23,51,58,64,84,96,99,108,113,117,123],"performance":[7],"of":[8,21,103],"student":[9,70],"models":[10,35],"by":[11],"transferring":[12],"knowledge":[13,85],"from":[14,87],"teacher":[15],"models.":[16,71],"While":[17],"reaping":[18],"benefits":[20],"KD,":[22],"intellectual":[24],"property":[25],"risks":[26],"associated":[27],"with":[28],"it":[29],"cannot":[30,68,77],"be":[31],"ignored.":[32],"Even":[33],"if":[34],"are":[36],"released":[37],"without":[38],"training":[39,63],"data":[40],"or":[41],"provided":[42],"as":[43],"a":[44],"service,":[45],"potential":[46],"adversaries":[47],"can":[48,126],"still":[49],"clone":[50],"target":[52],"model":[53,66,106],"using":[54],"KD.":[55,81,131],"To":[56,82],"mitigate":[57],"risks,":[59],"some":[60],"researchers":[61],"propose":[62],"anti-KD":[65,105],"that":[67],"teach":[69],"However,":[72],"we":[73,89],"find":[74],"existing":[75],"methods":[76],"defend":[78,128],"against":[79,129],"representation-based":[80,130],"address":[83],"leakage":[86],"representations,":[88],"introduce":[90],"Similarity":[91],"Disruption":[92],"(SD).":[93],"SD":[94],"increases":[95],"distance":[97],"between":[98],"representation":[100,118],"similarity":[101],"matrices":[102],"our":[104],"and":[107],"normal":[109],"model,":[110],"thereby":[111],"reducing":[112],"effective":[114],"information":[115],"in":[116],"space.":[119],"Extensive":[120],"experiments":[121],"demonstrate":[122],"proposed":[124],"method":[125],"effectively":[127]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}