{"id":"https://openalex.org/W4409356628","doi":"https://doi.org/10.1109/tcds.2025.3559881","title":"Improve Knowledge Distillation via Label Revision and Data Selection","display_name":"Improve Knowledge Distillation via Label Revision and Data Selection","publication_year":2025,"publication_date":"2025-04-11","ids":{"openalex":"https://openalex.org/W4409356628","doi":"https://doi.org/10.1109/tcds.2025.3559881"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2025.3559881","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2025.3559881","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tcds.2025.3559881","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050779897","display_name":"Weichao Lan","orcid":"https://orcid.org/0000-0001-8247-7301"},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weichao Lan","raw_affiliation_strings":["Inspur Smart City Technology Company, Ltd., Jinan, China","Inspur Smart City Technology Co., Ltd., Jinan, China"],"raw_orcid":"https://orcid.org/0000-0001-8247-7301","affiliations":[{"raw_affiliation_string":"Inspur Smart City Technology Company, Ltd., Jinan, China","institution_ids":["https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Smart City Technology Co., Ltd., Jinan, China","institution_ids":["https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038516431","display_name":"Yiu\u2010ming Cheung","orcid":"https://orcid.org/0000-0001-7629-4648"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yiu-ming Cheung","raw_affiliation_strings":["Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China","Department of Computer Science, Hong Kong Baptist University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-7629-4648","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I141568987"]},{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qing Xu","orcid":"https://orcid.org/0000-0002-9202-1073"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qing Xu","raw_affiliation_strings":["Institute for Infocomm Research, Agency for Science, Technology and Research (A*STAR), Singapore","Institute for Infocomm Research, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9202-1073","affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Agency for Science, Technology and Research (A*STAR), Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]},{"raw_affiliation_string":"Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035387019","display_name":"Buhua Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Buhua Liu","raw_affiliation_strings":["Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China","Department of Computer Science, Hong Kong Baptist University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-3562-9234","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I141568987"]},{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061132699","display_name":"Zhikai Hu","orcid":"https://orcid.org/0000-0001-7278-9977"},"institutions":[{"id":"https://openalex.org/I141568987","display_name":"Hong Kong Baptist University","ror":"https://ror.org/0145fw131","country_code":"HK","type":"education","lineage":["https://openalex.org/I141568987"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhikai Hu","raw_affiliation_strings":["Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China","Department of Computer Science, Hong Kong Baptist University, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-7278-9977","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I141568987"]},{"raw_affiliation_string":"Department of Computer Science, Hong Kong Baptist University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I141568987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100730941","display_name":"Mengke Li","orcid":"https://orcid.org/0000-0002-9433-9683"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengke Li","raw_affiliation_strings":["Shenzhen University, Guangdong, China","Guangdong Laboratory of Artificial Intelligence, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-9433-9683","affiliations":[{"raw_affiliation_string":"Shenzhen University, Guangdong, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Guangdong Laboratory of Artificial Intelligence, Guangdong, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080343454","display_name":"Zhenghua Chen","orcid":"https://orcid.org/0000-0002-1719-0328"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhenghua Chen","raw_affiliation_strings":["Institute for Infocomm Research, Agency for Science, Technology and Research (A*STAR), Singapore","Institute for Infocomm Research, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1719-0328","affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Agency for Science, Technology and Research (A*STAR), Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]},{"raw_affiliation_string":"Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5050779897"],"corresponding_institution_ids":["https://openalex.org/I4210144143"],"apc_list":null,"apc_paid":null,"fwci":6.5198,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95917275,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"17","issue":"6","first_page":"1377","last_page":"1388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.8097000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.8097000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11063","display_name":"Rough Sets and Fuzzy Logic","score":0.7045999765396118,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10820","display_name":"Fuzzy Logic and Control Systems","score":0.6862999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8767681121826172},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6619582772254944},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.582033634185791},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4352792501449585},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3997679352760315},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33597907423973083}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8767681121826172},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6619582772254944},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.582033634185791},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4352792501449585},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3997679352760315},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33597907423973083},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2025.3559881","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2025.3559881","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tcds.2025.3559881","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2025.3559881","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2747178704","https://openalex.org/W2883780447","https://openalex.org/W2886756692","https://openalex.org/W2887783173","https://openalex.org/W2936864631","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2963503540","https://openalex.org/W2964125718","https://openalex.org/W2981819252","https://openalex.org/W2982242214","https://openalex.org/W2986514296","https://openalex.org/W2997006708","https://openalex.org/W2997199946","https://openalex.org/W3014690389","https://openalex.org/W3015735225","https://openalex.org/W3016019667","https://openalex.org/W3030901202","https://openalex.org/W3034368386","https://openalex.org/W3035163969","https://openalex.org/W3107725941","https://openalex.org/W3109689953","https://openalex.org/W3159704894","https://openalex.org/W3167272120","https://openalex.org/W3174102142","https://openalex.org/W3187295906","https://openalex.org/W3214727509","https://openalex.org/W3216889993","https://openalex.org/W4206504654","https://openalex.org/W4210573136","https://openalex.org/W4214705313","https://openalex.org/W4226426325","https://openalex.org/W4238202755","https://openalex.org/W4283796010","https://openalex.org/W4285133995","https://openalex.org/W4297095243","https://openalex.org/W4312575620","https://openalex.org/W4312929415","https://openalex.org/W4313229653","https://openalex.org/W4323022391","https://openalex.org/W4382458595","https://openalex.org/W4393159429","https://openalex.org/W4393306008","https://openalex.org/W4403792083"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,124,193],"(KD)":[2],"transferring":[3],"knowledge":[4],"from":[5,83,87,106],"a":[6,11,152],"large":[7],"teacher":[8,40,84],"model":[9,21],"to":[10,25,44,61,102,111,119,125,137,156,161,174,195],"lightweight":[12],"student":[13,50,68,96],"one":[14],"has":[15],"received":[16],"great":[17],"attention":[18],"in":[19],"deep":[20],"compression.":[22],"In":[23,132,147],"addition":[24],"the":[26,31,36,39,46,49,64,67,78,81,92,95,113,127,133,139,144,148,165,169,180,183],"supervision":[27,82,115],"of":[28,38,48,66,72,80,94,129,171,182],"ground":[29,145],"truth,":[30],"vanilla":[32,54],"KD":[33],"method":[34],"regards":[35],"predictions":[37,89,142,173],"as":[41],"soft":[42],"labels":[43],"supervise":[45],"training":[47,93,159],"model.":[51,69,97],"Based":[52],"on":[53],"KD,":[55],"various":[56],"approaches":[57,194],"have":[58,76],"been":[59],"developed":[60],"further":[62,189],"improve":[63],"performance":[65],"However,":[70],"few":[71],"these":[73],"previous":[74],"methods":[75],"considered":[77],"reliability":[79],"models.":[85],"Supervision":[86],"erroneous":[88,130],"may":[90],"mislead":[91],"This":[98],"paper":[99],"therefore":[100],"proposes":[101],"tackle":[103],"this":[104],"problem":[105],"two":[107],"aspects:":[108],"Label":[109],"Revision":[110],"rectify":[112,138],"incorrect":[114,172],"and":[116],"Data":[117],"Selection":[118],"select":[120],"appropriate":[121],"samples":[122,160],"for":[123],"reduce":[126],"impact":[128,170],"supervision.":[131],"former,":[134],"we":[135,150],"propose":[136],"teacher\u2019s":[140],"inaccurate":[141],"using":[143],"truth.":[146],"latter,":[149],"introduce":[151],"data":[153],"selection":[154],"technique":[155],"choose":[157],"suitable":[158],"be":[162,188],"supervised":[163],"by":[164],"teacher,":[166],"thereby":[167],"reducing":[168],"some":[175],"extent.":[176],"Experiment":[177],"results":[178],"demonstrate":[179],"effectiveness":[181],"proposed":[184],"method,":[185],"which":[186],"can":[187],"combined":[190],"with":[191],"other":[192],"enhance":[196],"their":[197],"performance.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-11T00:21:10.989143","created_date":"2025-10-10T00:00:00"}