{"id":"https://openalex.org/W4283705832","doi":"https://doi.org/10.1109/tnnls.2022.3186930","title":"Compressing Features for Learning With Noisy Labels","display_name":"Compressing Features for Learning With Noisy Labels","publication_year":2022,"publication_date":"2022-07-08","ids":{"openalex":"https://openalex.org/W4283705832","doi":"https://doi.org/10.1109/tnnls.2022.3186930","pmid":"https://pubmed.ncbi.nlm.nih.gov/35802546"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3186930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3186930","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://lirias.kuleuven.be/retrieve/cb798bb4-d21b-438c-82d9-ddbf39615530","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080919573","display_name":"Yingyi Chen","orcid":"https://orcid.org/0000-0002-5571-9050"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Yingyi Chen","raw_affiliation_strings":["Department of Electrical Engineering (ESAT), KU Leuven, Leuven, STADIUS, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-5571-9050","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering (ESAT), KU Leuven, Leuven, STADIUS, Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032445207","display_name":"Shell Xu Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shell Xu Hu","raw_affiliation_strings":["Samsung AI Center, Cambridge, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung AI Center, Cambridge, U.K","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101938717","display_name":"Xi Shen","orcid":"https://orcid.org/0000-0001-8043-9117"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Shen","raw_affiliation_strings":["Tencent AI Lab, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent AI Lab, Shenzhen, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111880959","display_name":"Chunrong Ai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunrong Ai","raw_affiliation_strings":["School of Management and Economics, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Management and Economics, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078854904","display_name":"Johan A. K. Suykens","orcid":"https://orcid.org/0000-0002-8846-6352"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Johan A. K. Suykens","raw_affiliation_strings":["Department of Electrical Engineering (ESAT), KU Leuven, Leuven, STADIUS, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-8846-6352","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering (ESAT), KU Leuven, Leuven, STADIUS, Belgium","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2532,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.92771381,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"35","issue":"2","first_page":"2124","last_page":"2138"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.8747137784957886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7449264526367188},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.7267029881477356},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6490985155105591},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5663722157478333},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5392635464668274},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48817354440689087},{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.44710901379585266},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.42435422539711},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39565375447273254},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2949482202529907},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.10466378927230835}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.8747137784957886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7449264526367188},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.7267029881477356},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6490985155105591},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5663722157478333},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5392635464668274},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48817354440689087},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.44710901379585266},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.42435422539711},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39565375447273254},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2949482202529907},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.10466378927230835},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2022.3186930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3186930","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35802546","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35802546","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/701887","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/701887","pdf_url":"https://lirias.kuleuven.be/retrieve/cb798bb4-d21b-438c-82d9-ddbf39615530","source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ieee Transactions On Neural Networks And Learning Systems, vol. 35 (2), (2124-2138)","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:lirias2repo.kuleuven.be:20.500.12942/701887","is_oa":true,"landing_page_url":"https://lirias.kuleuven.be/handle/20.500.12942/701887","pdf_url":"https://lirias.kuleuven.be/retrieve/cb798bb4-d21b-438c-82d9-ddbf39615530","source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ieee Transactions On Neural Networks And Learning Systems, vol. 35 (2), (2124-2138)","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G160199020","display_name":null,"funder_award_id":"787960","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4829754272","display_name":null,"funder_award_id":"C14/18/068","funder_id":"https://openalex.org/F4320322308","funder_display_name":"KU Leuven"},{"id":"https://openalex.org/G495187929","display_name":null,"funder_award_id":"EU\u2010H2020","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G6221759109","display_name":null,"funder_award_id":"EU H2020 ICT-48","funder_id":"https://openalex.org/F4320327336","funder_display_name":"Vlaamse regering"},{"id":"https://openalex.org/G675632898","display_name":null,"funder_award_id":"EU H2020 ICT-48","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G7923493454","display_name":"Exploring Duality for Future Data-driven Modelling","funder_award_id":"787960","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G907169927","display_name":null,"funder_award_id":"GOA4917N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320322308","display_name":"KU Leuven","ror":"https://ror.org/05f950310"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283705832.pdf","grobid_xml":"https://content.openalex.org/works/W4283705832.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W263845233","https://openalex.org/W369786348","https://openalex.org/W1496317909","https://openalex.org/W1596717185","https://openalex.org/W1686946872","https://openalex.org/W1921293667","https://openalex.org/W1995875735","https://openalex.org/W2029791679","https://openalex.org/W2032708784","https://openalex.org/W2095705004","https://openalex.org/W2108598243","https://openalex.org/W2121056381","https://openalex.org/W2194775991","https://openalex.org/W2302255633","https://openalex.org/W2566079294","https://openalex.org/W2743200750","https://openalex.org/W2946305817","https://openalex.org/W2947644971","https://openalex.org/W2963659419","https://openalex.org/W2963697299","https://openalex.org/W2963703197","https://openalex.org/W2964274690","https://openalex.org/W2964292098","https://openalex.org/W2967052791","https://openalex.org/W2978426779","https://openalex.org/W2978625989","https://openalex.org/W3013360361","https://openalex.org/W3034185248","https://openalex.org/W3042609801","https://openalex.org/W3100137005","https://openalex.org/W3103846556","https://openalex.org/W3109044914","https://openalex.org/W3118608800","https://openalex.org/W3175103763","https://openalex.org/W3186514747","https://openalex.org/W4236137412","https://openalex.org/W4240971155","https://openalex.org/W4244259635","https://openalex.org/W6637108112","https://openalex.org/W6637373629","https://openalex.org/W6638667902","https://openalex.org/W6674330103","https://openalex.org/W6677082149","https://openalex.org/W6678280073","https://openalex.org/W6679390333","https://openalex.org/W6683307983","https://openalex.org/W6684191040","https://openalex.org/W6726497184","https://openalex.org/W6729906282","https://openalex.org/W6736942654","https://openalex.org/W6738471490","https://openalex.org/W6740005241","https://openalex.org/W6742511895","https://openalex.org/W6743885473","https://openalex.org/W6745136726","https://openalex.org/W6751647823","https://openalex.org/W6751661576","https://openalex.org/W6753772092","https://openalex.org/W6758632346","https://openalex.org/W6762161020","https://openalex.org/W6762563763","https://openalex.org/W6762718338","https://openalex.org/W6762892961","https://openalex.org/W6762913911","https://openalex.org/W6762947928","https://openalex.org/W6771630921","https://openalex.org/W6773116539","https://openalex.org/W6775319889","https://openalex.org/W6781063151","https://openalex.org/W6785557519","https://openalex.org/W6787972765","https://openalex.org/W6790529964","https://openalex.org/W6790706061"],"related_works":["https://openalex.org/W3128220493","https://openalex.org/W4298017035","https://openalex.org/W2792147139","https://openalex.org/W4226354336","https://openalex.org/W3110700750","https://openalex.org/W2998675825","https://openalex.org/W4394636190","https://openalex.org/W2736804899","https://openalex.org/W2897443685","https://openalex.org/W4307654087"],"abstract_inverted_index":{"Supervised":[0],"learning":[1,65,173],"can":[2,38,50,97,217],"be":[3,29],"viewed":[4],"as":[5,23,99],"distilling":[6],"relevant":[7],"information":[8,26,180],"from":[9],"input":[10],"data":[11],"into":[12,209],"feature":[13,105,114,119,188],"representations.":[14],"This":[15,158],"process":[16],"becomes":[17],"difficult":[18],"when":[19],"supervision":[20],"is":[21,168,240],"noisy":[22,67,175],"the":[24,62,122,143,186,201,225],"distilled":[25],"might":[27],"not":[28],"relevant.":[30],"In":[31,56],"fact,":[32],"recent":[33],"research":[34],"shows":[35,165],"that":[36,45,166,213],"networks":[37],"easily":[39],"overfit":[40],"all":[41],"labels":[42,68],"including":[43,234],"those":[44],"are":[46,128],"corrupted,":[47],"and":[48,69,91,156,195,236],"hence":[49],"hardly":[51],"generalize":[52],"to":[53,74,77,118],"clean":[54],"datasets.":[55],"this":[57,79],"article,":[58],"we":[59,84,137],"focus":[60],"on":[61,200,228],"problem":[63],"of":[64,142],"with":[66,116,125,131,174,230],"introduce":[70],"compression":[71,101,126,147,189,207],"inductive":[72],"bias":[73,139],"network":[75],"architectures":[76],"alleviate":[78],"overfitting":[80,167],"problem.":[81],"More":[82],"precisely,":[83],"revisit":[85],"one":[86],"classical":[87],"regularization":[88,127,208],"named":[89],"Dropout":[90,96,110],"its":[92,104],"variant":[93],"Nested":[94,109],"Dropout.":[95],"serve":[98],"a":[100],"constraint":[102],"for":[103,133,152],"dropping":[106],"mechanism,":[107],"while":[108],"further":[111,129],"learns":[112],"ordered":[113],"representations":[115],"respect":[117],"importance.":[120],"Moreover,":[121],"trained":[123],"models":[124],"combined":[130],"co-teaching":[132],"performance":[134,202,223],"boost.":[135],"Theoretically,":[136],"conduct":[138],"variance":[140],"decomposition":[141,159],"objective":[144],"function":[145],"under":[146],"regularization.":[148],"We":[149],"analyze":[150],"it":[151,164,183,197],"both":[153],"single":[154],"model":[155],"co-teaching.":[157,210],"provides":[160],"three":[161],"insights:":[162],"1)":[163],"indeed":[169],"an":[170,179],"issue":[171],"in":[172,191],"labels;":[176],"2)":[177],"through":[178],"bottleneck":[181],"formulation,":[182],"explains":[184],"why":[185],"proposed":[187],"helps":[190],"combating":[192],"label":[193,232],"noise;":[194],"3)":[196],"gives":[198],"explanations":[199],"boost":[203],"brought":[204],"by":[205],"incorporating":[206],"Experiments":[211],"show":[212],"our":[214],"simple":[215],"approach":[216],"have":[218],"comparable":[219],"or":[220],"even":[221],"better":[222],"than":[224],"state-of-the-art":[226],"methods":[227],"benchmarks":[229],"real-world":[231],"noise":[233],"Clothing1M":[235],"ANIMAL-10N.":[237],"Our":[238],"implementation":[239],"available":[241],"at":[242],"https://yingyichen-cyy.github.io/CompressFeatNoisyLabels/.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}