{"id":"https://openalex.org/W4313229653","doi":"https://doi.org/10.1109/tcds.2022.3232569","title":"Channel-Correlation-Based Selective Knowledge Distillation","display_name":"Channel-Correlation-Based Selective Knowledge Distillation","publication_year":2022,"publication_date":"2022-12-28","ids":{"openalex":"https://openalex.org/W4313229653","doi":"https://doi.org/10.1109/tcds.2022.3232569"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2022.3232569","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2022.3232569","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042645332","display_name":"Jianping Gou","orcid":"https://orcid.org/0000-0003-1413-0693"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]},{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianping Gou","raw_affiliation_strings":["College of Computer and Information Science, College of Software, Southwest University, Chongqing, China","School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Science, College of Software, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]},{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035363985","display_name":"Xiangshuo Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangshuo Xiong","raw_affiliation_strings":["School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085309099","display_name":"Baosheng Yu","orcid":"https://orcid.org/0000-0002-0761-7893"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Baosheng Yu","raw_affiliation_strings":["School of Computer Science, The University of Sydney, Darlington, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074672983","display_name":"Yibing Zhan","orcid":"https://orcid.org/0000-0003-3180-0484"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibing Zhan","raw_affiliation_strings":["JD Explore Academy, Beijing, China"],"affiliations":[{"raw_affiliation_string":"JD Explore Academy, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100388188","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0002-5867-9322"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]},{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang Yi","raw_affiliation_strings":["School of Computer Science, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5042645332"],"corresponding_institution_ids":["https://openalex.org/I115592961","https://openalex.org/I142108993"],"apc_list":null,"apc_paid":null,"fwci":0.9055,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.75600075,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"15","issue":"3","first_page":"1574","last_page":"1585"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.787131667137146},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6198421716690063},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6050330996513367},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6024917364120483},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5834731459617615},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48746752738952637},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.405692458152771},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38326525688171387},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3662009835243225}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.787131667137146},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6198421716690063},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6050330996513367},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6024917364120483},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5834731459617615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48746752738952637},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.405692458152771},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38326525688171387},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3662009835243225},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2022.3232569","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2022.3232569","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1198507774","display_name":null,"funder_award_id":"61502208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3406750037","display_name":null,"funder_award_id":"61976107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2620998106","https://openalex.org/W2752782242","https://openalex.org/W2783538964","https://openalex.org/W2807912816","https://openalex.org/W2887783173","https://openalex.org/W2955192706","https://openalex.org/W2962949934","https://openalex.org/W2963140444","https://openalex.org/W2964005298","https://openalex.org/W2986015886","https://openalex.org/W2989071526","https://openalex.org/W2997006708","https://openalex.org/W2998081460","https://openalex.org/W2999026992","https://openalex.org/W2999921958","https://openalex.org/W3004127093","https://openalex.org/W3004809259","https://openalex.org/W3015735225","https://openalex.org/W3034116961","https://openalex.org/W3034169498","https://openalex.org/W3034368386","https://openalex.org/W3034695001","https://openalex.org/W3034756453","https://openalex.org/W3035099063","https://openalex.org/W3035321581","https://openalex.org/W3035515732","https://openalex.org/W3091981646","https://openalex.org/W3093439844","https://openalex.org/W3106970856","https://openalex.org/W3106974277","https://openalex.org/W3107129693","https://openalex.org/W3108855944","https://openalex.org/W3118608800","https://openalex.org/W3130163159","https://openalex.org/W3131861520","https://openalex.org/W3138154797","https://openalex.org/W3148722043","https://openalex.org/W3164443777","https://openalex.org/W3173270634","https://openalex.org/W3174102142","https://openalex.org/W3174803757","https://openalex.org/W3176403475","https://openalex.org/W3176779063","https://openalex.org/W3177008256","https://openalex.org/W3184735396","https://openalex.org/W3187295906","https://openalex.org/W3193378134","https://openalex.org/W3201257869","https://openalex.org/W3209572141","https://openalex.org/W3213333495","https://openalex.org/W3216889993","https://openalex.org/W4205581758","https://openalex.org/W4210573136","https://openalex.org/W4224329991","https://openalex.org/W4226426325","https://openalex.org/W4226498390","https://openalex.org/W4281483168","https://openalex.org/W4285869901","https://openalex.org/W4287121309","https://openalex.org/W4297095243","https://openalex.org/W4306874801","https://openalex.org/W4306914511","https://openalex.org/W4312544276","https://openalex.org/W4312929415","https://openalex.org/W4323647559","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6773204560","https://openalex.org/W6785881197","https://openalex.org/W6787972765","https://openalex.org/W6790495521","https://openalex.org/W6790545024","https://openalex.org/W6796782416","https://openalex.org/W6798805250","https://openalex.org/W6801855814","https://openalex.org/W6803621156","https://openalex.org/W6804243592","https://openalex.org/W6807283627","https://openalex.org/W6810474088","https://openalex.org/W6839053282","https://openalex.org/W6839461871","https://openalex.org/W6840687683","https://openalex.org/W6843504756","https://openalex.org/W6910786666"],"related_works":["https://openalex.org/W3125011624","https://openalex.org/W1508631387","https://openalex.org/W2370917603","https://openalex.org/W2952760143","https://openalex.org/W2017776670","https://openalex.org/W2347897961","https://openalex.org/W2979236518","https://openalex.org/W2358318464","https://openalex.org/W2340870721","https://openalex.org/W3091955004"],"abstract_inverted_index":{"As":[0],"a":[1,16,26,89,143,194],"simple":[2],"yet":[3],"effective":[4],"model":[5],"compression":[6],"method,":[7],"knowledge":[8,24,39,70,104,114,128,160],"distillation":[9,163],"(or":[10,98],"KD)":[11],"is":[12,146],"used":[13],"to":[14,48,101,137,151,180],"learn":[15],"small":[17],"lightweight":[18],"student":[19],"network":[20],"by":[21],"transferring":[22],"valuable":[23],"from":[25,56,105,115,157],"pretrained":[27],"cumbersome":[28],"teacher":[29,69,159],"network.":[30],"However,":[31],"existing":[32],"KD":[33,91,97],"methods":[34,192],"usually":[35],"consider":[36,111],"the":[37,57,63,68,79,84,112,126,154,158,162,182,185],"feature":[38,106,113],"either":[40],"in":[41,53,67],"different":[42,54,116,134],"layers":[43],"or":[44],"individual":[45,119],"samples,":[46],"failing":[47],"explore":[49],"more":[50],"detailed":[51],"information":[52],"channels":[55,117],"perspective":[58],"of":[59,184],"sample":[60],"relationships.":[61],"Meanwhile,":[62],"negative":[64,155],"influences":[65,156],"contained":[66],"are":[71,199],"also":[72,122],"not":[73,109],"well":[74],"investigated,":[75],"especially,":[76],"when":[77],"using":[78],"response-based":[80,141],"knowledge.":[81],"To":[82],"address":[83],"above-mentioned":[85],"issues,":[86],"we":[87,108],"devise":[88],"novel":[90],"approach":[92],"entitled":[93],"channel":[94],"correlation-based":[95],"selective":[96,144,149],"CCSKD).":[99],"Specifically,":[100],"distill":[102,139],"rich":[103],"representations,":[107],"only":[110],"for":[118,133],"samples":[120],"but":[121],"take":[123],"into":[124],"account":[125],"relational":[127],"based":[129],"on":[130,169],"per-channel":[131],"features":[132],"samples.":[135],"Furthermore,":[136],"further":[138],"positive":[140],"knowledge,":[142],"strategy":[145],"developed,":[147],"i.e.,":[148],"KD,":[150],"progressively":[152],"correct":[153],"during":[161],"process.":[164],"We":[165],"perform":[166],"extensive":[167],"experiments":[168],"three":[170],"image":[171],"classification":[172],"data":[173],"sets,":[174],"CIFAR-100,":[175],"Stanford":[176],"Cars,":[177],"and":[178],"Tiny-ImageNet,":[179],"demonstrate":[181],"effectiveness":[183],"proposed":[186],"CCSKD,":[187],"which":[188],"outperforms":[189],"recent":[190],"state-of-the-art":[191],"with":[193],"clear":[195],"margin.":[196],"Our":[197],"codes":[198],"publicly":[200],"available":[201],"at":[202],"<uri":[203],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[204],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/gjplab/CCSKD</uri>":[205],".":[206]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}