{"id":"https://openalex.org/W4389179314","doi":"https://doi.org/10.1109/tnnls.2023.3335829","title":"Knowledge Distillation Meets Label Noise Learning: Ambiguity-Guided Mutual Label Refinery","display_name":"Knowledge Distillation Meets Label Noise Learning: Ambiguity-Guided Mutual Label Refinery","publication_year":2023,"publication_date":"2023-12-06","ids":{"openalex":"https://openalex.org/W4389179314","doi":"https://doi.org/10.1109/tnnls.2023.3335829","pmid":"https://pubmed.ncbi.nlm.nih.gov/38019631"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3335829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3335829","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://discovery.ucl.ac.uk/10183782/1/RunqingJiang-TNNLS-2023-accepted.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100863250","display_name":"Runqing Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Runqing Jiang","raw_affiliation_strings":["Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Fujian Key Laboratory of Sensing and Computing for Smart City, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Fujian Key Laboratory of Sensing and Computing for Smart City, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100395059","display_name":"Yan Yan","orcid":"https://orcid.org/0000-0002-3674-7160"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Yan","raw_affiliation_strings":["Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Fujian Key Laboratory of Sensing and Computing for Smart City, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Fujian Key Laboratory of Sensing and Computing for Smart City, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079361172","display_name":"Jing\u2010Hao Xue","orcid":"https://orcid.org/0000-0003-1174-610X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jing-Hao Xue","raw_affiliation_strings":["Department of Statistical Science, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Statistical Science, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073464445","display_name":"Si Chen","orcid":"https://orcid.org/0000-0002-5631-7942"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si Chen","raw_affiliation_strings":["School of Computer and Information Engineering, Xiamen University of Technology, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Xiamen University of Technology, Xiamen, China","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042507268","display_name":"Nannan Wang","orcid":"https://orcid.org/0000-0002-4695-6134"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nannan Wang","raw_affiliation_strings":["State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044594971","display_name":"Hanzi Wang","orcid":"https://orcid.org/0000-0002-6913-9786"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanzi Wang","raw_affiliation_strings":["Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Fujian Key Laboratory of Sensing and Computing for Smart City, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Fujian Key Laboratory of Sensing and Computing for Smart City, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Fujian Key Laboratory of Sensing and Computing for Smart City, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100863250"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.8686,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.79707107,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"36","issue":"1","first_page":"939","last_page":"952"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.8662171959877014},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7363470792770386},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.7137303948402405},{"id":"https://openalex.org/keywords/refinery","display_name":"Refinery","score":0.6540335416793823},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6049002408981323},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5560752153396606},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5520357489585876},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5149598717689514},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.5006301403045654},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.41614237427711487},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.38483697175979614},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2555508315563202},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13520753383636475},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.12270140647888184},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.11150467395782471}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8662171959877014},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7363470792770386},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.7137303948402405},{"id":"https://openalex.org/C105168734","wikidata":"https://www.wikidata.org/wiki/Q1867977","display_name":"Refinery","level":2,"score":0.6540335416793823},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6049002408981323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5560752153396606},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5520357489585876},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5149598717689514},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5006301403045654},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.41614237427711487},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38483697175979614},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2555508315563202},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13520753383636475},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.12270140647888184},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.11150467395782471},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2023.3335829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3335829","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38019631","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38019631","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10183782","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10183782/","pdf_url":"https://discovery.ucl.ac.uk/10183782/1/RunqingJiang-TNNLS-2023-accepted.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   IEEE Transactions on Neural Networks and Learning Systems       (2023)     (In press).  ","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10183782","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10183782/","pdf_url":"https://discovery.ucl.ac.uk/10183782/1/RunqingJiang-TNNLS-2023-accepted.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   IEEE Transactions on Neural Networks and Learning Systems       (2023)     (In press).  ","raw_type":"Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2022121445","display_name":null,"funder_award_id":"U21A20514","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4782616423","display_name":null,"funder_award_id":"62372388","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8055606312","display_name":null,"funder_award_id":"62071404","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389179314.pdf","grobid_xml":"https://content.openalex.org/works/W4389179314.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W1921293667","https://openalex.org/W2194775991","https://openalex.org/W2592335154","https://openalex.org/W2798830774","https://openalex.org/W2887842788","https://openalex.org/W2955192706","https://openalex.org/W2963140444","https://openalex.org/W2963740830","https://openalex.org/W2964137095","https://openalex.org/W2964292098","https://openalex.org/W2970454332","https://openalex.org/W2979805229","https://openalex.org/W2981873476","https://openalex.org/W2982242214","https://openalex.org/W3034185248","https://openalex.org/W3034528892","https://openalex.org/W3042609801","https://openalex.org/W3108124733","https://openalex.org/W3109689953","https://openalex.org/W3157190320","https://openalex.org/W3174485549","https://openalex.org/W3175157109","https://openalex.org/W3190486510","https://openalex.org/W3202329792","https://openalex.org/W3204785235","https://openalex.org/W4200234277","https://openalex.org/W4224058293","https://openalex.org/W4280641606","https://openalex.org/W4281489207","https://openalex.org/W4283705832","https://openalex.org/W4285410944","https://openalex.org/W4312601326","https://openalex.org/W4319299742","https://openalex.org/W6637551013","https://openalex.org/W6730179637","https://openalex.org/W6738471490","https://openalex.org/W6740005241","https://openalex.org/W6742511895","https://openalex.org/W6745136726","https://openalex.org/W6745499037","https://openalex.org/W6751647823","https://openalex.org/W6751661576","https://openalex.org/W6753772092","https://openalex.org/W6758632346","https://openalex.org/W6761059766","https://openalex.org/W6762892961","https://openalex.org/W6769906912","https://openalex.org/W6771630921","https://openalex.org/W6774796142","https://openalex.org/W6787972765","https://openalex.org/W6801615203"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W3009056573","https://openalex.org/W4297676672","https://openalex.org/W2922073769","https://openalex.org/W4281702477","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W1770458422","https://openalex.org/W2101269251"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1],"(KD),":[2],"which":[3],"aims":[4],"at":[5,231],"transferring":[6],"the":[7,88,92,100,117,130,134,138,142,150,160,173,213],"knowledge":[8],"from":[9],"a":[10,16,60,75,104,156,194],"complex":[11],"network":[12,20],"(a":[13,21],"teacher)":[14],"to":[15,49,86,112,171],"simpler":[17],"and":[18,152,196,208,222],"smaller":[19],"student),":[22],"has":[23],"received":[24],"considerable":[25],"attention":[26],"in":[27,91,155],"recent":[28],"years.":[29],"Typically,":[30],"most":[31],"existing":[32],"KD":[33,66,77,84,220],"methods":[34,221],"work":[35],"on":[36,99,206],"well-labeled":[37],"data.":[38],"Unfortunately,":[39],"real-world":[40,209],"data":[41],"often":[42],"inevitably":[43],"involve":[44],"noisy":[45,68,95,210],"labels,":[46],"thus":[47],"leading":[48],"performance":[50],"deterioration":[51],"of":[52,94,137,175,185,192,215],"these":[53,180],"methods.":[54,227],"In":[55,116,141],"this":[56,71],"article,":[57],"we":[58,73,120,145],"study":[59],"little-explored":[61],"but":[62],"important":[63],"issue,":[64],"i.e.,":[65],"with":[67,125,200],"labels.":[69,96],"To":[70],"end,":[72],"propose":[74],"novel":[76],"method,":[78],"called":[79],"ambiguity-guided":[80],"mutual":[81,147],"label":[82,106,122,161,201,223],"refinery":[83,107],"(AML-KD),":[85],"train":[87],"student":[89,139,153,198],"model":[90,199],"presence":[93],"Specifically,":[97],"based":[98],"pretrained":[101],"teacher":[102,131,151],"model,":[103,132],"two-stage":[105],"framework":[108],"is":[109,169,187,190,229],"innovatively":[110],"introduced":[111],"refine":[113],"labels":[114],"gradually.":[115],"first":[118],"stage,":[119,144],"perform":[121,146],"propagation":[123],"(LP)":[124],"small-loss":[126],"selection":[127],"guided":[128],"by":[129],"improving":[133],"learning":[135,193,225],"capability":[136],"model.":[140],"second":[143],"LP":[148],"between":[149],"models":[154],"mutual-benefit":[157],"way.":[158],"During":[159],"refinery,":[162],"an":[163],"ambiguity-aware":[164],"weight":[165],"estimation":[166],"(AWE)":[167],"module":[168],"developed":[170],"address":[172],"problem":[174],"ambiguous":[176],"samples,":[177],"avoiding":[178],"overfitting":[179],"samples.":[181],"One":[182],"distinct":[183],"advantage":[184],"AML-KD":[186,217],"that":[188],"it":[189],"capable":[191],"high-accuracy":[195],"low-cost":[197],"noise.":[202],"The":[203],"experimental":[204],"results":[205],"synthetic":[207],"datasets":[211],"show":[212],"effectiveness":[214],"our":[216],"against":[218],"state-of-the-art":[219],"noise":[224],"(LNL)":[226],"Code":[228],"available":[230],"https://github.com/Runqing-forMost/":[232],"AML-KD.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}