{"id":"https://openalex.org/W7163007528","doi":"https://doi.org/10.48550/arxiv.2605.31090","title":"On Revisiting Entropy for Identifying Mislabeled Images","display_name":"On Revisiting Entropy for Identifying Mislabeled Images","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7163007528","doi":"https://doi.org/10.48550/arxiv.2605.31090"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.31090","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31090","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.31090","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137519535","display_name":"Chunlei Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chunlei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137614484","display_name":"Zixuan Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Zixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137578042","display_name":"Yilei Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Yilei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121093125","display_name":"Guanglu Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Guanglu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137541544","display_name":"Pengfei Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016696735","display_name":"Jingliang Hu","orcid":"https://orcid.org/0000-0002-0690-5260"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Jingliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137597958","display_name":"Xiao Xiang Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Xiao Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137543002","display_name":"Lichao Mou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mou, Lichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.27219998836517334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.27219998836517334,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.10719999670982361,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.0949999988079071,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6388000249862671},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.47450000047683716},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4505999982357025},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4189000129699707},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.38530001044273376},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.3779999911785126},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.3434999883174896}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6624000072479248},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.659600019454956},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6388000249862671},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5228999853134155},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4505999982357025},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4189000129699707},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.38530001044273376},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C2778565505","wikidata":"https://www.wikidata.org/wiki/Q2207566","display_name":"Spec#","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.31090","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31090","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.31090","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31090","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mislabeled":[0],"samples":[1,48,57],"in":[2,41,144],"training":[3,35,64,90],"datasets":[4,118],"severely":[5],"degrade":[6],"the":[7,42,63,81],"performance":[8,143],"of":[9,86],"deep":[10],"networks,":[11],"as":[12],"overparameterized":[13],"models":[14],"tend":[15],"to":[16,96,124,128],"memorize":[17],"erroneous":[18],"labels.":[19],"We":[20],"address":[21],"this":[22,68],"challenge":[23],"by":[24],"proposing":[25],"a":[26,72,120],"novel":[27],"approach":[28],"for":[29],"mislabeled":[30,56,145],"data":[31,146],"detection":[32],"that":[33,45,78,139],"leverages":[34],"dynamics.":[36],"Our":[37,158],"method":[38],"is":[39,93,160],"grounded":[40],"key":[43],"observation":[44],"correctly":[46],"labeled":[47],"exhibit":[49],"consistent":[50],"entropy":[51,61,74,88],"decrease":[52],"during":[53],"training,":[54],"while":[55,151],"maintain":[58],"relatively":[59],"high":[60],"throughout":[62],"process.":[65],"Building":[66],"on":[67,114],"insight,":[69],"we":[70,137],"introduce":[71],"signed":[73],"integral":[75],"(SEI)":[76],"statistic":[77],"captures":[79],"both":[80],"magnitude":[82],"and":[83,99,135,155],"temporal":[84],"trend":[85],"prediction":[87],"across":[89],"epochs.":[91],"SEI":[92,140],"broadly":[94],"applicable":[95],"classification":[97],"networks":[98],"demonstrates":[100],"particular":[101],"effectiveness":[102],"when":[103],"integrated":[104],"with":[105],"contrastive":[106],"language-image":[107],"pretraining":[108],"(CLIP)":[109],"architectures.":[110],"Through":[111],"extensive":[112],"experiments":[113],"four":[115],"medical":[116],"imaging":[117],"--":[119,131],"domain":[121],"particularly":[122],"susceptible":[123],"labeling":[125],"errors":[126],"due":[127],"diagnostic":[129],"complexity":[130],"spanning":[132],"diverse":[133],"modalities":[134],"pathologies,":[136],"demonstrate":[138],"achieves":[141],"state-of-the-art":[142],"identification,":[147],"outperforming":[148],"existing":[149],"methods":[150],"maintaining":[152],"computational":[153],"efficiency":[154],"implementation":[156],"simplicity.":[157],"code":[159],"available":[161],"at":[162],"https://github.com/MedAITech/SEI.":[163]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-02T00:00:00"}