{"id":"https://openalex.org/W4414230393","doi":"https://doi.org/10.1109/tce.2025.3610163","title":"Combating Noisy Labels in Knowledge Distillation for Efficient Edge Device Deployment","display_name":"Combating Noisy Labels in Knowledge Distillation for Efficient Edge Device Deployment","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W4414230393","doi":"https://doi.org/10.1109/tce.2025.3610163"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2025.3610163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3610163","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074182947","display_name":"Mengmeng Sheng","orcid":"https://orcid.org/0000-0002-2011-8597"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengmeng Sheng","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-2011-8597","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051672849","display_name":"Shuai Yan","orcid":"https://orcid.org/0000-0003-1446-1185"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Yan","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073755558","display_name":"Zeren Sun","orcid":"https://orcid.org/0000-0001-6262-5338"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeren Sun","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6262-5338","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075177714","display_name":"Tao Chen","orcid":"https://orcid.org/0000-0001-8239-1698"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8239-1698","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100725629","display_name":"Huafeng Liu","orcid":"https://orcid.org/0000-0001-5396-3183"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huafeng Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027545344","display_name":"Yazhou Yao","orcid":"https://orcid.org/0000-0002-0337-9410"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yazhou Yao","raw_affiliation_strings":["School of Computer Science and Engineering and the State Key Laboratory of Intelligent Manufacturing of Advanced Construction Machinery, Nanjing University of Science and Technology, Nanjing, China","School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0337-9410","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering and the State Key Laboratory of Intelligent Manufacturing of Advanced Construction Machinery, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2485976,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"71","issue":"4","first_page":"11989","last_page":"12000"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9146000146865845,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9146000146865845,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bootstrapping","display_name":"Bootstrapping (finance)","score":0.6718999743461609},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6434000134468079},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5913000106811523},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.53329998254776},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.47380000352859497},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4643000066280365},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.4383000135421753},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.37299999594688416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7416999936103821},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.6718999743461609},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6434000134468079},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5913000106811523},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.53329998254776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49639999866485596},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.47380000352859497},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4643000066280365},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4318000078201294},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.37299999594688416},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3407000005245209},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.33180001378059387},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.322299987077713},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.2922999858856201},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.2669999897480011},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3610163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3610163","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1272059064","display_name":null,"funder_award_id":"62302217","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1482089936","display_name":null,"funder_award_id":"BK20240080","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G1807802355","display_name":null,"funder_award_id":"BK20220938","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5800900978","display_name":null,"funder_award_id":"62472222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5858907394","display_name":null,"funder_award_id":"62202227","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6797194266","display_name":null,"funder_award_id":"BK20220934","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8553687989","display_name":null,"funder_award_id":"BK20220936","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2194775991","https://openalex.org/W2566079294","https://openalex.org/W2747429511","https://openalex.org/W2936864631","https://openalex.org/W2962762068","https://openalex.org/W2963697299","https://openalex.org/W2967052791","https://openalex.org/W3009953871","https://openalex.org/W3015735225","https://openalex.org/W3016019667","https://openalex.org/W3034185248","https://openalex.org/W3092251340","https://openalex.org/W3093401039","https://openalex.org/W3110687497","https://openalex.org/W3168479843","https://openalex.org/W3173874704","https://openalex.org/W3193137605","https://openalex.org/W3202897408","https://openalex.org/W4226305381","https://openalex.org/W4280641606","https://openalex.org/W4287947470","https://openalex.org/W4295899642","https://openalex.org/W4312249250","https://openalex.org/W4312601326","https://openalex.org/W4316661260","https://openalex.org/W4319341372","https://openalex.org/W4353052211","https://openalex.org/W4362683541","https://openalex.org/W4377000504","https://openalex.org/W4386071515","https://openalex.org/W4386071642","https://openalex.org/W4386076354","https://openalex.org/W4387068153","https://openalex.org/W4387917674","https://openalex.org/W4388205753","https://openalex.org/W4388469725","https://openalex.org/W4389104699","https://openalex.org/W4390970365","https://openalex.org/W4391892573","https://openalex.org/W4392061606","https://openalex.org/W4392397243","https://openalex.org/W4393159311","https://openalex.org/W4393166073","https://openalex.org/W4402667905","https://openalex.org/W4402703078","https://openalex.org/W4403791501","https://openalex.org/W4410733572","https://openalex.org/W4413158161"],"related_works":[],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1],"(KD)":[2],"is":[3],"an":[4,142],"effective":[5],"technique":[6],"for":[7,64,109,118,179],"transferring":[8],"information":[9],"from":[10],"large":[11],"teacher":[12,30,45],"models":[13,31,128],"to":[14,62,87,129],"lightweight":[15],"student":[16,43],"models,":[17],"enabling":[18],"deployment":[19],"on":[20,160,185],"edge":[21],"devices.":[22],"However,":[23],"noisy":[24,112,120,190],"labels":[25],"are":[26,35],"inevitably":[27],"generated":[28],"by":[29,76],"in":[32,37],"KD":[33],"and":[34,44,55,114,136,188],"inherent":[36],"large-scale":[38],"datasets,":[39],"negatively":[40],"impacting":[41],"both":[42,186],"models.":[46],"To":[47,157],"tackle":[48],"these":[49],"issues,":[50],"we":[51,69,140,163],"propose":[52,70],"a":[53,71,83,98,105,115,165,173],"novel":[54],"efficient":[56],"approach":[57],"called":[58],"AL2NL":[59],"(Adaptively":[60],"Learn":[61,63],"combating":[65],"Noisy":[66],"Labels).":[67],"Specifically,":[68],"joint":[72],"bootstrapping":[73,80],"loss":[74,81,100,107,117],"(JoBS)":[75],"integrating":[77],"the":[78,151,194],"traditional":[79],"with":[82,122],"label-independent":[84],"regularization":[85,116],"term":[86],"fully":[88],"utilize":[89],"all":[90],"training":[91],"data.":[92],"JoBS":[93,155],"consists":[94],"of":[95,153,196],"three":[96],"components:":[97],"classification":[99],"that":[101,148],"targets":[102],"clean":[103,175],"samples,":[104,113],"correction":[106],"designed":[108,178],"accurately":[110],"corrected":[111],"those":[119],"samples":[121],"unreliable":[123],"corrections.":[124],"This":[125],"framework":[126],"empowers":[127],"iteratively":[130],"enhance":[131],"themselves":[132],"using":[133],"their":[134],"predictions":[135],"contrastive":[137],"representations.":[138],"Furthermore,":[139],"introduce":[141],"adaptive":[143],"meta-learning":[144,181],"sample":[145,167],"re-weighting":[146],"mechanism":[147],"dynamically":[149],"adjusts":[150],"importance":[152],"each":[154],"component.":[156],"alleviate":[158],"dependence":[159],"prior":[161],"knowledge,":[162],"present":[164],"dynamic":[166],"mining":[168],"strategy":[169],"aimed":[170],"at":[171],"estimating":[172],"class-balanced":[174],"subset,":[176],"specifically":[177],"our":[180,197],"process.":[182],"Comprehensive":[183],"evaluations":[184],"synthetic":[187],"real-world":[189],"benchmark":[191],"datasets":[192],"verify":[193],"effectiveness":[195],"AL2NL.":[198]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}