{"id":"https://openalex.org/W4406946968","doi":"https://doi.org/10.1109/tetci.2025.3529896","title":"Class Discriminative Knowledge Distillation","display_name":"Class Discriminative Knowledge Distillation","publication_year":2025,"publication_date":"2025-01-29","ids":{"openalex":"https://openalex.org/W4406946968","doi":"https://doi.org/10.1109/tetci.2025.3529896"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2025.3529896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2025.3529896","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005741692","display_name":"Shuoxi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuoxi Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071582484","display_name":"Hanpeng Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanpeng Liu","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102730412","display_name":"Yuyi Wang","orcid":"https://orcid.org/0000-0001-7273-9873"},"institutions":[{"id":"https://openalex.org/I2801441622","display_name":"China Railway Corporation","ror":"https://ror.org/044wv3489","country_code":"CN","type":"government","lineage":["https://openalex.org/I2801441622","https://openalex.org/I4210122102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuyi Wang","raw_affiliation_strings":["China Railway Rolling Stock Corporation (CRRC), Zhuzhou Institute Company Ltd., Zhuzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7273-9873","affiliations":[{"raw_affiliation_string":"China Railway Rolling Stock Corporation (CRRC), Zhuzhou Institute Company Ltd., Zhuzhou, China","institution_ids":["https://openalex.org/I2801441622"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033526822","display_name":"Kun He","orcid":"https://orcid.org/0000-0001-7627-4604"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun He","raw_affiliation_strings":["School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-7627-4604","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019940239","display_name":"Jun Lin","orcid":"https://orcid.org/0000-0003-2760-4333"},"institutions":[{"id":"https://openalex.org/I2801441622","display_name":"China Railway Corporation","ror":"https://ror.org/044wv3489","country_code":"CN","type":"government","lineage":["https://openalex.org/I2801441622","https://openalex.org/I4210122102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Lin","raw_affiliation_strings":["China Railway Rolling Stock Corporation (CRRC), Zhuzhou Institute Company Ltd., Zhuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-2760-4333","affiliations":[{"raw_affiliation_string":"China Railway Rolling Stock Corporation (CRRC), Zhuzhou Institute Company Ltd., Zhuzhou, China","institution_ids":["https://openalex.org/I2801441622"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yang Zeng","orcid":"https://orcid.org/0009-0000-2236-5631"},"institutions":[{"id":"https://openalex.org/I2801441622","display_name":"China Railway Corporation","ror":"https://ror.org/044wv3489","country_code":"CN","type":"government","lineage":["https://openalex.org/I2801441622","https://openalex.org/I4210122102"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zeng","raw_affiliation_strings":["China Railway Rolling Stock Corporation (CRRC), Zhuzhou Institute Company Ltd., Zhuzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-2236-5631","affiliations":[{"raw_affiliation_string":"China Railway Rolling Stock Corporation (CRRC), Zhuzhou Institute Company Ltd., Zhuzhou, China","institution_ids":["https://openalex.org/I2801441622"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":4.498,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.93678941,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"9","issue":"2","first_page":"1340","last_page":"1351"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.13199999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.13199999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7822710871696472},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6351937055587769},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5855923295021057},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38160592317581177},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.38094741106033325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3780798316001892},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3746468126773834},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.16648736596107483},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.12332510948181152}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7822710871696472},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6351937055587769},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5855923295021057},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38160592317581177},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.38094741106033325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3780798316001892},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3746468126773834},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.16648736596107483},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.12332510948181152}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2025.3529896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2025.3529896","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1582880346","display_name":null,"funder_award_id":"2022YFB4300405","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5601515516","display_name":null,"funder_award_id":"U22B2017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W107619411","https://openalex.org/W1536680647","https://openalex.org/W2056716515","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2549139847","https://openalex.org/W2551176409","https://openalex.org/W2560023338","https://openalex.org/W2752782242","https://openalex.org/W2936864631","https://openalex.org/W2963125010","https://openalex.org/W2963150697","https://openalex.org/W2964137095","https://openalex.org/W2982242214","https://openalex.org/W2987861506","https://openalex.org/W2997006708","https://openalex.org/W3016019667","https://openalex.org/W3016719260","https://openalex.org/W3034695001","https://openalex.org/W3105676814","https://openalex.org/W3108491103","https://openalex.org/W3119026898","https://openalex.org/W3136416617","https://openalex.org/W3159704894","https://openalex.org/W3174102142","https://openalex.org/W3177196641","https://openalex.org/W3185613252","https://openalex.org/W4214524539","https://openalex.org/W4226426325","https://openalex.org/W4246226690","https://openalex.org/W4293704603","https://openalex.org/W4312309807","https://openalex.org/W4312929415","https://openalex.org/W4386071640","https://openalex.org/W4386072392","https://openalex.org/W4386561400","https://openalex.org/W4390874023","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6677919164","https://openalex.org/W6730179637","https://openalex.org/W6737664043","https://openalex.org/W6740493225","https://openalex.org/W6748082341","https://openalex.org/W6757137021","https://openalex.org/W6757817989","https://openalex.org/W6769906912","https://openalex.org/W6779702771","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6789657409","https://openalex.org/W6791742336","https://openalex.org/W6794695087","https://openalex.org/W6795372500","https://openalex.org/W6839053282","https://openalex.org/W6847792792","https://openalex.org/W6853174359","https://openalex.org/W7048135330"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2761785940","https://openalex.org/W2110523656","https://openalex.org/W1482209366","https://openalex.org/W2521627374"],"abstract_inverted_index":{"Knowledge":[0,125],"distillation":[1,88],"aims":[2],"to":[3,11,19,23,108],"transfer":[4,93,112],"knowledge":[5,87,96],"from":[6],"a":[7,12,61,120],"large":[8],"teacher":[9],"model":[10],"lightweight":[13],"student":[14,18],"model,":[15],"enabling":[16],"the":[17,24,47,111],"achieve":[20],"performance":[21],"comparable":[22],"teacher.":[25],"Existing":[26],"methods":[27,140],"explore":[28],"various":[29],"strategies":[30],"for":[31],"distillation,":[32,43],"including":[33],"soft":[34],"logits,":[35],"intermediate":[36],"features,":[37],"and":[38,89,138,149],"even":[39],"class-aware":[40,86],"logits.":[41],"Class-aware":[42],"in":[44],"particular,":[45],"treats":[46],"columns":[48],"of":[49,94,113],"logit":[50],"matrices":[51],"as":[52,71],"class":[53,68],"representations,":[54],"capturing":[55],"potential":[56],"relationships":[57],"among":[58],"instances":[59],"within":[60],"batch.":[62],"However,":[63],"we":[64,84,102],"argue":[65],"that":[66,91,131],"representing":[67],"embeddings":[69],"solely":[70],"column":[72],"vectors":[73],"may":[74],"not":[75],"fully":[76],"capture":[77],"their":[78],"inherent":[79],"properties.":[80],"In":[81],"this":[82],"study,":[83],"revisit":[85],"propose":[90],"effective":[92],"class-level":[95,114],"requires":[97],"two":[98],"regularization":[99],"strategies:separabilityandorthogonality.":[100],"Additionally,":[101],"introduce":[103],"an":[104],"asymmetric":[105],"architecture":[106],"design":[107],"further":[109],"enhance":[110],"knowledge.":[115],"Together,":[116],"these":[117],"components":[118],"form":[119],"new":[121],"methodology,":[122],"Class":[123],"Discriminative":[124],"Distillation":[126],"(CD-KD).":[127],"Empirical":[128],"results":[129],"demonstrate":[130],"CD-KD":[132],"significantly":[133],"outperforms":[134],"several":[135],"state-of-the-art":[136],"logit-based":[137],"feature-based":[139],"across":[141],"diverse":[142],"visual":[143],"classification":[144],"tasks,":[145],"highlighting":[146],"its":[147],"effectiveness":[148],"robustness.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}