{"id":"https://openalex.org/W4401326097","doi":"https://doi.org/10.1109/tkde.2024.3438074","title":"Robustness-Reinforced Knowledge Distillation With Correlation Distance and Network Pruning","display_name":"Robustness-Reinforced Knowledge Distillation With Correlation Distance and Network Pruning","publication_year":2024,"publication_date":"2024-08-05","ids":{"openalex":"https://openalex.org/W4401326097","doi":"https://doi.org/10.1109/tkde.2024.3438074"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3438074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3438074","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024225856","display_name":"Seonghak Kim","orcid":"https://orcid.org/0000-0002-8357-1188"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seonghak Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-8357-1188","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080113248","display_name":"Gyeongdo Ham","orcid":"https://orcid.org/0000-0001-7586-2025"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gyeongdo Ham","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7586-2025","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061761868","display_name":"Yucheol Cho","orcid":"https://orcid.org/0000-0002-6634-3183"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yucheol Cho","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6634-3183","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043428268","display_name":"Daeshik Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Daeshik Kim","raw_affiliation_strings":["School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-9131-8086","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea Advanced Institute of Science and Technology (KAIST), Daejeon, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":2.7785,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.91525939,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"36","issue":"12","first_page":"9163","last_page":"9175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.736449658870697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7344780564308167},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.59654700756073},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5773606300354004},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5390979051589966},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5191742181777954},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4280092716217041},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4268261790275574},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4221726059913635},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16998732089996338}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.736449658870697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7344780564308167},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.59654700756073},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5773606300354004},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5390979051589966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5191742181777954},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4280092716217041},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4268261790275574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4221726059913635},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16998732089996338},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2024.3438074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3438074","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1690739335","https://openalex.org/W1797268635","https://openalex.org/W1821462560","https://openalex.org/W2005825070","https://openalex.org/W2038765747","https://openalex.org/W2043544484","https://openalex.org/W2108598243","https://openalex.org/W2152161678","https://openalex.org/W2194775991","https://openalex.org/W2270954860","https://openalex.org/W2620998106","https://openalex.org/W2746314669","https://openalex.org/W2936864631","https://openalex.org/W2949736877","https://openalex.org/W2954996726","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2964137095","https://openalex.org/W2982157312","https://openalex.org/W2982242214","https://openalex.org/W2992308087","https://openalex.org/W2997006708","https://openalex.org/W3030901202","https://openalex.org/W3033159813","https://openalex.org/W3034368386","https://openalex.org/W3035057895","https://openalex.org/W3042879175","https://openalex.org/W3091218347","https://openalex.org/W3118608800","https://openalex.org/W3138154797","https://openalex.org/W3167594489","https://openalex.org/W3170224286","https://openalex.org/W3177196641","https://openalex.org/W3191688463","https://openalex.org/W4226426325","https://openalex.org/W4281483168","https://openalex.org/W4284689887","https://openalex.org/W4292402161","https://openalex.org/W4297095243","https://openalex.org/W4297775537","https://openalex.org/W4301429599","https://openalex.org/W4306914511","https://openalex.org/W4307823382","https://openalex.org/W4312880642","https://openalex.org/W4312929415","https://openalex.org/W4328053138","https://openalex.org/W4385570255","https://openalex.org/W4386065360","https://openalex.org/W4396733589","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638319203","https://openalex.org/W6638523607","https://openalex.org/W6651521746","https://openalex.org/W6693864794","https://openalex.org/W6737664043","https://openalex.org/W6743188669","https://openalex.org/W6743428213","https://openalex.org/W6769906912","https://openalex.org/W6778875306","https://openalex.org/W6781574218","https://openalex.org/W6787972765","https://openalex.org/W6790545024","https://openalex.org/W6795855770","https://openalex.org/W6839053282","https://openalex.org/W6839547478","https://openalex.org/W6842607031","https://openalex.org/W6846271418"],"related_works":["https://openalex.org/W2373300491","https://openalex.org/W2395294869","https://openalex.org/W2378744544","https://openalex.org/W2594301978","https://openalex.org/W2379704676","https://openalex.org/W1998810860","https://openalex.org/W4206442282","https://openalex.org/W2384505857","https://openalex.org/W2355171581","https://openalex.org/W3099502074"],"abstract_inverted_index":{"The":[0],"improvement":[1],"in":[2,118,122],"the":[3,11,29,48,54,60,68,74,95],"performance":[4,169],"of":[5,62,91],"efficient":[6],"and":[7,156,180],"lightweight":[8],"models":[9,27,110],"(i.e.,":[10,28],"student":[12,109],"model)":[13],"is":[14],"achieved":[15],"through":[16],"knowledge":[17,23,93],"distillation":[18],"(KD),":[19],"which":[20,42,84],"involves":[21],"transferring":[22],"from":[24],"more":[25],"complex":[26],"teacher":[30,49,69],"model).":[31],"However,":[32],"most":[33],"existing":[34],"KD":[35,124,162],"techniques":[36],"rely":[37],"on":[38,81,173],"Kullback-Leibler":[39],"(KL)":[40],"divergence,":[41],"has":[43,51,71],"certain":[44],"limitations.":[45],"First,":[46],"if":[47],"distribution":[50,70],"high":[52],"entropy,":[53,73],"KL":[55,75],"divergence's":[56],"mode-averaging":[57],"nature":[58],"hinders":[59],"transfer":[61],"sufficient":[63,115],"target":[64],"information.":[65],"Second,":[66],"when":[67,98],"low":[72],"divergence":[76],"tends":[77],"to":[78,86,94,113,163],"excessively":[79],"focus":[80],"specific":[82],"modes,":[83],"fails":[85],"convey":[87],"an":[88,141],"abundant":[89],"amount":[90],"valuable":[92],"student.":[96],"Consequently,":[97],"dealing":[99],"with":[100],"datasets":[101],"that":[102,128,152],"contain":[103],"numerous":[104],"confounding":[105],"or":[106],"challenging":[107],"samples,":[108],"may":[111],"struggle":[112],"acquire":[114],"knowledge,":[116],"resulting":[117],"subpar":[119],"performance.":[120],"Furthermore,":[121],"previous":[123],"approaches,":[125],"we":[126,145],"observed":[127],"data":[129,166],"augmentation,":[130],"a":[131,136,147],"technique":[132],"aimed":[133],"at":[134],"enhancing":[135],"model's":[137],"generalization,":[138],"can":[139],"have":[140],"adverse":[142],"impact.":[143],"Therefore,":[144],"propose":[146],"Robustness-Reinforced":[148],"Knowledge":[149],"Distillation":[150],"(R2KD)":[151],"leverages":[153],"correlation":[154],"distance":[155],"network":[157],"pruning.":[158],"This":[159],"approach":[160],"enables":[161],"effectively":[164],"incorporate":[165],"augmentation":[167],"for":[168],"improvement.":[170],"Extensive":[171],"experiments":[172],"various":[174],"datasets,":[175],"including":[176],"CIFAR-100,":[177],"FGVR,":[178],"TinyImagenet,":[179],"ImageNet,":[181],"demonstrate":[182],"our":[183],"method's":[184],"superiority":[185],"over":[186],"current":[187],"state-of-the-art":[188],"methods.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}