{"id":"https://openalex.org/W4372262627","doi":"https://doi.org/10.1109/icassp49357.2023.10096778","title":"Clean Sample Guided Self-Knowledge Distillation for Image Classification","display_name":"Clean Sample Guided Self-Knowledge Distillation for Image Classification","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372262627","doi":"https://doi.org/10.1109/icassp49357.2023.10096778"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10096778","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp49357.2023.10096778","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101963530","display_name":"Jiyue Wang","orcid":"https://orcid.org/0000-0002-2779-5355"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiyue Wang","raw_affiliation_strings":["South China University of Technology,School of Electronic and Information Engineering,Guangzhou,China","School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology,School of Electronic and Information Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070863631","display_name":"Yanxiong Li","orcid":"https://orcid.org/0000-0003-4362-1125"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanxiong Li","raw_affiliation_strings":["South China University of Technology,School of Electronic and Information Engineering,Guangzhou,China","School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology,School of Electronic and Information Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102706072","display_name":"Qianhua He","orcid":"https://orcid.org/0000-0002-9079-4566"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianhua He","raw_affiliation_strings":["South China University of Technology,School of Electronic and Information Engineering,Guangzhou,China","School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology,School of Electronic and Information Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015562907","display_name":"Wei Xie","orcid":"https://orcid.org/0000-0002-8905-6363"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Xie","raw_affiliation_strings":["South China University of Technology,School of Electronic and Information Engineering,Guangzhou,China","School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"South China University of Technology,School of Electronic and Information Engineering,Guangzhou,China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101963530"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":0.1228,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.37219505,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8467370271682739},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.697989821434021},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6962635517120361},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.68931645154953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5765566229820251},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5304578542709351},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5298628211021423},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4622141718864441},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.41661006212234497},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38347330689430237},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.371582567691803},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.14519736170768738},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.06931251287460327}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8467370271682739},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.697989821434021},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6962635517120361},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.68931645154953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5765566229820251},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5304578542709351},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5298628211021423},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4622141718864441},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.41661006212234497},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38347330689430237},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.371582567691803},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.14519736170768738},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.06931251287460327},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10096778","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp49357.2023.10096778","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2551176409","https://openalex.org/W2620998106","https://openalex.org/W2746314669","https://openalex.org/W2765407302","https://openalex.org/W2803023299","https://openalex.org/W2904170036","https://openalex.org/W2949736877","https://openalex.org/W2964137095","https://openalex.org/W2978426779","https://openalex.org/W2987861506","https://openalex.org/W2992308087","https://openalex.org/W2996501936","https://openalex.org/W3001197829","https://openalex.org/W3034695001","https://openalex.org/W3034756453","https://openalex.org/W3036957116","https://openalex.org/W3091002423","https://openalex.org/W3118608800","https://openalex.org/W3165865052","https://openalex.org/W3204610735","https://openalex.org/W3211439433","https://openalex.org/W4221160439","https://openalex.org/W4226391279","https://openalex.org/W4313049560","https://openalex.org/W4394639701","https://openalex.org/W6638523607","https://openalex.org/W6687483927","https://openalex.org/W6713132643","https://openalex.org/W6729342207","https://openalex.org/W6743428213","https://openalex.org/W6745136726","https://openalex.org/W6751751081","https://openalex.org/W6755174528","https://openalex.org/W6762913911","https://openalex.org/W6771787070","https://openalex.org/W6773005947","https://openalex.org/W6787972765","https://openalex.org/W6803446505","https://openalex.org/W6810031184","https://openalex.org/W6810425304"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2372385138","https://openalex.org/W4296359239","https://openalex.org/W2101155126","https://openalex.org/W2043093291","https://openalex.org/W3099502074"],"abstract_inverted_index":{"For":[0],"two-stage":[1],"knowledge":[2],"distillation,":[3],"the":[4,27,53,63,68,74,98,113,115,127,132],"combination":[5],"with":[6,67,77],"Data":[7],"Augmentation":[8],"(DA)":[9],"is":[10,21,57,65],"straightforward":[11],"and":[12,85,106,119,129,140],"effective.":[13],"Yet,":[14],"for":[15],"online":[16],"Self-knowledge":[17,48],"Distillation":[18,49],"(SD),":[19],"DA":[20,79,117,138],"not":[22],"always":[23],"beneficial":[24],"because":[25],"of":[26,29,73,131],"absence":[28],"a":[30,60],"trustworthy":[31],"teacher":[32],"model.":[33],"To":[34],"address":[35],"this":[36,38],"issue,":[37],"paper":[39],"proposes":[40],"an":[41],"SD":[42,122],"method":[43],"named":[44],"Clean":[45],"sample":[46,56],"guided":[47],"(CleanSD),":[50],"in":[51],"which":[52],"original":[54],"clean":[55],"used":[58],"as":[59],"guide":[61],"when":[62],"model":[64],"trained":[66],"augmented":[69],"samples.":[70],"The":[71],"implementation":[72],"CleanSD":[75,100,133],"comes":[76],"two":[78],"techniques,":[80,118],"namely":[81],"Mixup":[82],"(for":[83,87],"label-mixing)":[84],"Cutout":[86],"label-preserving).":[88],"Results":[89],"on":[90],"CIFAR-100":[91],"demonstrate":[92],"that":[93,110],"error":[94],"rates":[95],"obtained":[96,111],"by":[97,103,112],"proposed":[99],"are":[101,134],"reduced":[102],"2.59%,":[104],"1.39%,":[105],"0.47-1.20%,":[107],"compared":[108],"to":[109],"baseline,":[114],"vanilla":[116],"other":[120],"peer":[121],"methods,":[123],"respectively.":[124],"In":[125],"addition,":[126],"effectiveness":[128],"robustness":[130],"verified":[135],"across":[136],"multiple":[137],"methods":[139],"datasets.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}