{"id":"https://openalex.org/W7138936751","doi":"https://doi.org/10.1109/tkde.2026.3675811","title":"Self-Knowledge Distillation and Its Application: A Survey","display_name":"Self-Knowledge Distillation and Its Application: A Survey","publication_year":2026,"publication_date":"2026-03-19","ids":{"openalex":"https://openalex.org/W7138936751","doi":"https://doi.org/10.1109/tkde.2026.3675811"},"language":null,"primary_location":{"id":"doi:10.1109/tkde.2026.3675811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2026.3675811","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129790246","display_name":"Kai Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Xu","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4334-2444","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lichun Wang","orcid":"https://orcid.org/0000-0002-4977-0183"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lichun Wang","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4977-0183","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129991253","display_name":"Huiyong Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiyong Zhang","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129788885","display_name":"Baocai Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baocai Yin","raw_affiliation_strings":["Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3121-1823","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Multimedia and Intelligent Software Technology, Beijing Artificial Intelligence Institute, School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28098951,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"7","first_page":"4674","last_page":"4693"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2508000135421753,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.2508000135421753,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.10490000247955322,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.06300000101327896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8438000082969666},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.6906999945640564},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6353999972343445},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5771999955177307},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5648000240325928},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4309999942779541}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8438000082969666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8061000108718872},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.6906999945640564},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6353999972343445},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5771999955177307},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5648000240325928},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4309999942779541},{"id":"https://openalex.org/C154030694","wikidata":"https://www.wikidata.org/wiki/Q1436074","display_name":"Fractionating column","level":3,"score":0.40450000762939453},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.35260000824928284},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33009999990463257},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2768999934196472}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2026.3675811","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2026.3675811","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6895394921302795,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1805831043","display_name":null,"funder_award_id":"621720229","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3840657713","display_name":null,"funder_award_id":"62441232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5060138816","display_name":null,"funder_award_id":"61876012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7744321187","display_name":null,"funder_award_id":"U19B2039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8251083920","display_name":null,"funder_award_id":"62376014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8773913505","display_name":null,"funder_award_id":"4202003","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":165,"referenced_works":["https://openalex.org/W2038765747","https://openalex.org/W2115629999","https://openalex.org/W2117539524","https://openalex.org/W2138011018","https://openalex.org/W2147800946","https://openalex.org/W2152161678","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2620998106","https://openalex.org/W2903707108","https://openalex.org/W2904170036","https://openalex.org/W2964268168","https://openalex.org/W2966796096","https://openalex.org/W2981812042","https://openalex.org/W2983128379","https://openalex.org/W2987861506","https://openalex.org/W2996970889","https://openalex.org/W3004543888","https://openalex.org/W3006963874","https://openalex.org/W3015735225","https://openalex.org/W3030204405","https://openalex.org/W3034169498","https://openalex.org/W3034368386","https://openalex.org/W3034695001","https://openalex.org/W3034756453","https://openalex.org/W3035030897","https://openalex.org/W3035321581","https://openalex.org/W3092497160","https://openalex.org/W3108258117","https://openalex.org/W3108417339","https://openalex.org/W3108527469","https://openalex.org/W3109689953","https://openalex.org/W3116402441","https://openalex.org/W3128299679","https://openalex.org/W3137609883","https://openalex.org/W3138516171","https://openalex.org/W3148722043","https://openalex.org/W3152578659","https://openalex.org/W3161758233","https://openalex.org/W3163825800","https://openalex.org/W3170224286","https://openalex.org/W3173275561","https://openalex.org/W3176211720","https://openalex.org/W3176694147","https://openalex.org/W3177196641","https://openalex.org/W3185613252","https://openalex.org/W3192084854","https://openalex.org/W3199782544","https://openalex.org/W3204610735","https://openalex.org/W3207786829","https://openalex.org/W3209696639","https://openalex.org/W3210500011","https://openalex.org/W3214570998","https://openalex.org/W4206532602","https://openalex.org/W4224324119","https://openalex.org/W4224917447","https://openalex.org/W4226467581","https://openalex.org/W4281492582","https://openalex.org/W4283819192","https://openalex.org/W4284697469","https://openalex.org/W4285048701","https://openalex.org/W4285133995","https://openalex.org/W4285166735","https://openalex.org/W4288391265","https://openalex.org/W4295221186","https://openalex.org/W4306914511","https://openalex.org/W4312289506","https://openalex.org/W4312590184","https://openalex.org/W4312688882","https://openalex.org/W4312717156","https://openalex.org/W4312740566","https://openalex.org/W4312935338","https://openalex.org/W4313015748","https://openalex.org/W4313022127","https://openalex.org/W4313049560","https://openalex.org/W4313159787","https://openalex.org/W4313182973","https://openalex.org/W4319300058","https://openalex.org/W4321485547","https://openalex.org/W4322096609","https://openalex.org/W4323022391","https://openalex.org/W4327662218","https://openalex.org/W4365796002","https://openalex.org/W4372262627","https://openalex.org/W4380303578","https://openalex.org/W4382239046","https://openalex.org/W4384080302","https://openalex.org/W4385267483","https://openalex.org/W4385572634","https://openalex.org/W4385819812","https://openalex.org/W4386066077","https://openalex.org/W4386072392","https://openalex.org/W4386075997","https://openalex.org/W4387336566","https://openalex.org/W4387428732","https://openalex.org/W4387731545","https://openalex.org/W4388205753","https://openalex.org/W4388430542","https://openalex.org/W4388486974","https://openalex.org/W4389262616","https://openalex.org/W4389289195","https://openalex.org/W4389523706","https://openalex.org/W4389524372","https://openalex.org/W4389776340","https://openalex.org/W4389816154","https://openalex.org/W4390277858","https://openalex.org/W4390576429","https://openalex.org/W4390872561","https://openalex.org/W4390873603","https://openalex.org/W4390873655","https://openalex.org/W4391055598","https://openalex.org/W4391164254","https://openalex.org/W4391305588","https://openalex.org/W4391994412","https://openalex.org/W4392208008","https://openalex.org/W4392697206","https://openalex.org/W4392737747","https://openalex.org/W4392796515","https://openalex.org/W4392910519","https://openalex.org/W4392979548","https://openalex.org/W4393149186","https://openalex.org/W4393156818","https://openalex.org/W4393157072","https://openalex.org/W4393159610","https://openalex.org/W4393159795","https://openalex.org/W4393316945","https://openalex.org/W4393346089","https://openalex.org/W4393405364","https://openalex.org/W4394567403","https://openalex.org/W4394585929","https://openalex.org/W4394627350","https://openalex.org/W4394717408","https://openalex.org/W4394773602","https://openalex.org/W4394862635","https://openalex.org/W4395043063","https://openalex.org/W4395080335","https://openalex.org/W4396723092","https://openalex.org/W4396796598","https://openalex.org/W4396827044","https://openalex.org/W4396878035","https://openalex.org/W4396980138","https://openalex.org/W4400722435","https://openalex.org/W4400878030","https://openalex.org/W4401043762","https://openalex.org/W4401326097","https://openalex.org/W4401535994","https://openalex.org/W4401964084","https://openalex.org/W4402167744","https://openalex.org/W4402438177","https://openalex.org/W4402667003","https://openalex.org/W4402667112","https://openalex.org/W4402667890","https://openalex.org/W4402671558","https://openalex.org/W4402671702","https://openalex.org/W4403210108","https://openalex.org/W4403929675","https://openalex.org/W4404578281","https://openalex.org/W4406963231","https://openalex.org/W4408520114","https://openalex.org/W4408697844","https://openalex.org/W4409640589","https://openalex.org/W4411244564","https://openalex.org/W4412888459","https://openalex.org/W4413144897","https://openalex.org/W4414037010"],"related_works":[],"abstract_inverted_index":{"As":[0],"an":[1,10],"efficient":[2,40],"model":[3],"compression":[4],"technique,":[5],"knowledge":[6,69,92],"distillation":[7,44,60,104,117,135,198,222],"has":[8,61,76,83],"become":[9],"important":[11],"research":[12,244],"topic":[13],"in":[14,79,199,241],"the":[15,21,28,86,151,160,184,194,208,216,225],"field":[16],"of":[17,23,68,90,102,129,156,186,196,219],"deep":[18],"learning.":[19],"However,":[20,94],"requirement":[22],"pre-trained":[24],"teacher":[25,54],"networks":[26,167],"makes":[27],"process":[29],"cumbersome":[30],"and":[31,99,113,144,154,165,179,223],"inefficient,":[32],"which":[33,47,82],"prompted":[34],"researchers":[35,173,204],"to":[36,107,126,171,174,205],"propose":[37],"a":[38,65,120],"more":[39],"mechanism.":[41],"Therefore,":[42,109],"self-knowledge":[43,59,80,103,116,134,187,197,221,251],"is":[45,96],"proposed,":[46],"does":[48],"not":[49,248],"require":[50],"assistance":[51],"from":[52,119],"additional":[53],"networks.":[55],"In":[56,71,158],"previous":[57],"surveys,":[58],"usually":[62],"been":[63,77],"considered":[64],"special":[66],"case":[67],"distillation.":[70,93,252],"recent":[72],"years,":[73],"significant":[74],"progress":[75],"made":[78],"distillation,":[81],"evolved":[84],"beyond":[85],"functions":[87],"or":[88],"roles":[89],"traditional":[91],"there":[95],"no":[97],"individual":[98],"intensive":[100],"survey":[101],"methods":[105,118,136],"up":[106],"now.":[108],"this":[110,131,148,191,213],"paper":[111,132,149,192,214],"reviews":[112],"investigates":[114],"existing":[115],"comprehensive":[121],"perspective.":[122],"Specifically,":[123],"first,":[124],"according":[125],"different":[127,200,232],"sources":[128],"knowledge,":[130],"categorizes":[133],"into":[137],"three":[138],"types,":[139],"label":[140],"knowledge-based,":[141],"feature":[142],"knowledge-based":[143],"data":[145],"knowledge-based.":[146],"Then,":[147],"introduces":[150,193,215],"evaluation":[152,166,180],"protocol":[153],"performance":[155],"SKD.":[157],"particular,":[159],"commonly":[161],"used":[162],"experimental":[163],"datasets":[164,181],"are":[168],"summarized,":[169],"aiming":[170],"encourage":[172],"choose":[175],"common":[176],"network":[177],"architectures":[178],"for":[182,228],"promoting":[183,234],"standardization":[185],"distillation's":[188],"comparison.":[189],"Finally,":[190],"applications":[195],"task":[201,210],"scenarios,":[202],"enabling":[203],"quickly":[206],"locate":[207],"relevant":[209],"fields.":[211],"Furthermore,":[212],"technical":[217],"purposes":[218],"applying":[220],"explores":[224],"core":[226],"motivations":[227],"using":[229],"SKD":[230],"across":[231],"tasks,":[233],"researchers'":[235],"extensive":[236],"attempts":[237],"at":[238],"self-distillation":[239],"technology":[240],"their":[242],"own":[243],"fields":[245],"that":[246],"have":[247],"yet":[249],"applied":[250]},"counts_by_year":[],"updated_date":"2026-07-03T06:15:21.484131","created_date":"2026-03-20T00:00:00"}