{"id":"https://openalex.org/W4407948617","doi":"https://doi.org/10.1109/tnnls.2025.3539991","title":"Cascade Fusion and Correlation Enhancement for Knowledge Distillation","display_name":"Cascade Fusion and Correlation Enhancement for Knowledge Distillation","publication_year":2025,"publication_date":"2025-02-26","ids":{"openalex":"https://openalex.org/W4407948617","doi":"https://doi.org/10.1109/tnnls.2025.3539991","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031657"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3539991","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3539991","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100641761","display_name":"Bin Sun","orcid":"https://orcid.org/0000-0002-7029-8784"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Sun","raw_affiliation_strings":["College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-7029-8784","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109354280","display_name":"Zhiqiang Long","orcid":"https://orcid.org/0000-0003-3292-9300"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zuxiang Long","raw_affiliation_strings":["College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-3292-9300","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016070961","display_name":"Ziyu Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyu Ma","raw_affiliation_strings":["College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067097659","display_name":"Shutao Li","orcid":"https://orcid.org/0000-0002-0585-9848"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shutao Li","raw_affiliation_strings":["College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0585-9848","affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.82399209,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"36","issue":"8","first_page":"14949","last_page":"14962"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8870000243186951,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8870000243186951,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cascade","display_name":"Cascade","score":0.7484323978424072},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.63799649477005},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5611945986747742},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4952618181705475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39374443888664246},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.36868956685066223},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.34444257616996765},{"id":"https://openalex.org/keywords/biochemical-engineering","display_name":"Biochemical engineering","score":0.33648306131362915},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.324026882648468},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.31299924850463867},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1839698851108551},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07553109526634216}],"concepts":[{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.7484323978424072},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.63799649477005},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5611945986747742},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4952618181705475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39374443888664246},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.36868956685066223},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.34444257616996765},{"id":"https://openalex.org/C183696295","wikidata":"https://www.wikidata.org/wiki/Q2487696","display_name":"Biochemical engineering","level":1,"score":0.33648306131362915},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.324026882648468},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31299924850463867},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1839698851108551},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07553109526634216},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3539991","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3539991","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40031657","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031657","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1085509035","display_name":null,"funder_award_id":"62221002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2500617447","display_name":null,"funder_award_id":"U24A20327","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5561626794","display_name":null,"funder_award_id":"2022JJ20017","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G7579875074","display_name":null,"funder_award_id":"62171183","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2889978276","https://openalex.org/W2936864631","https://openalex.org/W2963140444","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2991002474","https://openalex.org/W2997006708","https://openalex.org/W3003720578","https://openalex.org/W3019410392","https://openalex.org/W3030901202","https://openalex.org/W3035336958","https://openalex.org/W3042241776","https://openalex.org/W3118405827","https://openalex.org/W3127215335","https://openalex.org/W3136450870","https://openalex.org/W3165976180","https://openalex.org/W3174102142","https://openalex.org/W3177008256","https://openalex.org/W3177196641","https://openalex.org/W3179103990","https://openalex.org/W3185613252","https://openalex.org/W3202329792","https://openalex.org/W3203532272","https://openalex.org/W3209798173","https://openalex.org/W4214535608","https://openalex.org/W4224075564","https://openalex.org/W4226426325","https://openalex.org/W4226487943","https://openalex.org/W4281489207","https://openalex.org/W4295221186","https://openalex.org/W4306914511","https://openalex.org/W4311414773","https://openalex.org/W4312358159","https://openalex.org/W4312465353","https://openalex.org/W4321033231","https://openalex.org/W4362657847","https://openalex.org/W4380520382","https://openalex.org/W4382458595","https://openalex.org/W4385245566","https://openalex.org/W4386065595","https://openalex.org/W4386484549","https://openalex.org/W4388145704","https://openalex.org/W4402727442","https://openalex.org/W6637551013","https://openalex.org/W6730179637","https://openalex.org/W6755106128","https://openalex.org/W6769906912","https://openalex.org/W6864202710"],"related_works":["https://openalex.org/W2153719181","https://openalex.org/W1971748923","https://openalex.org/W1566155057","https://openalex.org/W2060986072","https://openalex.org/W2052574922","https://openalex.org/W64588465","https://openalex.org/W3120641340","https://openalex.org/W2117825986","https://openalex.org/W3134067061","https://openalex.org/W2079855347"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1],"(KD)":[2],"improves":[3],"the":[4,21,24,36,42,51,99,103,106,118,123,131,134,154],"performance":[5,152],"of":[6,54,86,109,117,153,168,177],"a":[7,16,94,174],"compact":[8],"student":[9,124],"network":[10],"by":[11,83,115],"transferring":[12],"learned":[13],"knowledge":[14,27,73,108],"from":[15],"cumbersome":[17],"teacher":[18,110],"network.":[19],"In":[20],"existing":[22],"approaches,":[23],"multiscale":[25,71],"feature":[26,72],"is":[28,74,112],"transferred":[29,75],"via":[30,76],"densely":[31],"connected":[32],"paths,":[33,79],"which":[34,80],"increases":[35],"optimization":[37,100],"difficulty.":[38,101],"Moreover,":[39],"correlations":[40,116],"among":[41],"labels":[43],"are":[44,81],"neglected":[45],"despite":[46],"their":[47],"capability":[48],"to":[49],"enhance":[50],"intraclass":[52],"similarity":[53],"samples.":[55],"To":[56],"solve":[57],"these":[58],"issues,":[59],"we":[60],"propose":[61],"cascade":[62,95],"fusion":[63],"and":[64,148,172,184],"correlation":[65],"enhancement":[66],"for":[67,130],"KD":[68],"(CC-KD).":[69],"The":[70],"much":[77],"simpler":[78],"constructed":[82],"fusing":[84],"features":[85],"different":[87],"scales":[88],"with":[89,181],"cross-scale":[90],"attention":[91],"(CSA)":[92],"in":[93,133],"manner,":[96],"thereby":[97],"reducing":[98],"On":[102],"other":[104],"hand,":[105],"relational":[107],"logits":[111,129],"further":[113],"enhanced":[114],"corresponding":[119],"labels,":[120],"so":[121],"that":[122],"can":[125],"produce":[126],"more":[127],"similar":[128],"samples":[132],"same":[135],"category.":[136],"Extensive":[137],"experimental":[138],"results":[139],"on":[140,170,179],"five":[141],"public":[142],"datasets":[143],"(i.e.,":[144],"CIFAR100/10,":[145],"ImageNet,":[146],"RAF-DB,":[147],"FERPlus)":[149],"indicate":[150],"superior":[151],"proposed":[155],"method":[156,164],"over":[157],"several":[158],"state-of-the-arts":[159],"(SOTAs).":[160],"More":[161],"specifically,":[162],"our":[163],"obtains":[165],"an":[166],"accuracy":[167],"71.70%":[169],"ImageNet":[171],"achieves":[173],"new":[175],"record":[176],"90.20%":[178],"RAF-DB":[180],"fewer":[182],"calculations":[183],"parameters.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}