{"id":"https://openalex.org/W7140729692","doi":"https://doi.org/10.1109/tsusc.2026.3677896","title":"Efficient Cluster-Based Knowledge Distillation for Deep Face Recognition","display_name":"Efficient Cluster-Based Knowledge Distillation for Deep Face Recognition","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7140729692","doi":"https://doi.org/10.1109/tsusc.2026.3677896"},"language":null,"primary_location":{"id":"doi:10.1109/tsusc.2026.3677896","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsusc.2026.3677896","pdf_url":null,"source":{"id":"https://openalex.org/S4210221417","display_name":"IEEE Transactions on Sustainable Computing","issn_l":"2377-3782","issn":["2377-3782","2377-3790"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Sustainable Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tsusc.2026.3677896","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026947952","display_name":"Xianwei Lv","orcid":"https://orcid.org/0000-0002-1574-8500"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianwei Lv","raw_affiliation_strings":["State Key Laboratory of Complex and Critical Software Environment, Information Support Force Engineering University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Complex and Critical Software Environment, Information Support Force Engineering University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021580403","display_name":"Haibo Mi","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibo Mi","raw_affiliation_strings":["State Key Laboratory of Complex and Critical Software Environment, Information Support Force Engineering University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0001-2034-5597","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Complex and Critical Software Environment, Information Support Force Engineering University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103127264","display_name":"Xin Niu","orcid":"https://orcid.org/0000-0002-4173-0822"},"institutions":[{"id":"https://openalex.org/I312958679","display_name":"National University of Science and Technology","ror":"https://ror.org/02kesvt12","country_code":"ZW","type":"education","lineage":["https://openalex.org/I312958679"]}],"countries":["ZW"],"is_corresponding":false,"raw_author_name":"Xin Niu","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Big Data Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Big Data Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I312958679"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wang Chen","orcid":"https://orcid.org/0009-0007-7298-4191"},"institutions":[{"id":"https://openalex.org/I312958679","display_name":"National University of Science and Technology","ror":"https://ror.org/02kesvt12","country_code":"ZW","type":"education","lineage":["https://openalex.org/I312958679"]}],"countries":["ZW"],"is_corresponding":false,"raw_author_name":"Wang Chen","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Big Data Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0007-7298-4191","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Big Data Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I312958679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057825109","display_name":"Kun Wang","orcid":"https://orcid.org/0000-0002-7919-1019"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Wang","raw_affiliation_strings":["State Key Laboratory of Complex and Critical Software Environment, Information Support Force Engineering University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Complex and Critical Software Environment, Information Support Force Engineering University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130672300","display_name":"Chen Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I312958679","display_name":"National University of Science and Technology","ror":"https://ror.org/02kesvt12","country_code":"ZW","type":"education","lineage":["https://openalex.org/I312958679"]}],"countries":["ZW"],"is_corresponding":false,"raw_author_name":"Chen Yu","raw_affiliation_strings":["National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Big Data Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-0782-0450","affiliations":[{"raw_affiliation_string":"National Engineering Research Center for Big Data Technology and System, Services Computing Technology and System Lab, Big Data Technology and System Lab, Cluster and Grid Computing Lab, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I312958679"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40760014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"11","issue":"3","first_page":"253","last_page":"265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.4699999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.4699999988079071,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.4253999888896942,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.01600000075995922,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.40799999237060547},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.38519999384880066},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3756999969482422},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.30399999022483826},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.30149999260902405},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.28610000014305115}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6158999800682068},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5860999822616577},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.40799999237060547},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.38519999384880066},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29339998960494995},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsusc.2026.3677896","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsusc.2026.3677896","pdf_url":null,"source":{"id":"https://openalex.org/S4210221417","display_name":"IEEE Transactions on Sustainable Computing","issn_l":"2377-3782","issn":["2377-3782","2377-3790"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Sustainable Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tsusc.2026.3677896","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsusc.2026.3677896","pdf_url":null,"source":{"id":"https://openalex.org/S4210221417","display_name":"IEEE Transactions on Sustainable Computing","issn_l":"2377-3782","issn":["2377-3782","2377-3790"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Sustainable Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2796691543","display_name":null,"funder_award_id":"2024ZD01NL00102","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G8347205110","display_name":null,"funder_award_id":"62202196","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge":[0,41],"distillation":[1,113,170],"has":[2],"been":[3],"widely":[4],"used":[5],"to":[6,27,45,105,161],"improve":[7],"the":[8,47,51,67,73,76,81,96,99,103,106,119,122,132,138,144,155,178],"performance":[9,158],"of":[10,56,98,121,182],"small":[11],"compact":[12],"models":[13],"for":[14],"face":[15,149],"recognition.":[16],"However,":[17],"selecting":[18],"key":[19,68],"knowledge":[20,97],"and":[21,60,83,137,165,180],"effectively":[22,94],"transferring":[23],"it":[24],"from":[25,102,159],"teacher":[26,52,82,104],"student":[28,48,107,157],"remains":[29],"a":[30,110,128],"challenging":[31],"problem.":[32],"In":[33],"this":[34],"work,":[35],"we":[36],"propose":[37],"an":[38],"efficient":[39],"Cluster-based":[40],"Distillation":[42],"(CKD)":[43],"dedicated":[44],"aligning":[46],"model":[49,53],"with":[50],"in":[54],"terms":[55],"both":[57],"sample":[58,69,77],"relations":[59,70,101],"class":[61,124,140],"centers.":[62,141],"Specifically,":[63],"CKD":[64,93,116,146,153],"first":[65],"determines":[66],"based":[71],"on":[72,147,163,172],"similarities":[74],"between":[75,131],"features":[78],"extracted":[79],"by":[80,88,108,126],"their":[84],"cluster":[85,135],"centers":[86,125,136],"generated":[87],"existing":[89],"clustering":[90],"algorithms.":[91],"Then,":[92],"transfers":[95],"above":[100,133],"designing":[109],"cluster-based":[111],"relation":[112],"loss.":[114],"Finally,":[115],"further":[117],"improves":[118,154],"quality":[120],"student's":[123,139],"constructing":[127],"center":[129],"loss":[130],"representative":[134],"We":[142],"validate":[143],"proposed":[145],"multiple":[148,173],"benchmarks.":[150,174],"For":[151],"example,":[152],"baseline":[156],"91.95%":[160],"94.20%":[162],"MegaFace":[164],"consistently":[166],"outperforms":[167],"recent":[168],"competitive":[169],"methods":[171],"These":[175],"results":[176],"demonstrate":[177],"effectiveness":[179],"superiority":[181],"CKD.":[183]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-27T00:00:00"}