{"id":"https://openalex.org/W4411867065","doi":"https://doi.org/10.1109/tsmc.2025.3578893","title":"Deep Learning From Crowds on a Healthy Data Diet","display_name":"Deep Learning From Crowds on a Healthy Data Diet","publication_year":2025,"publication_date":"2025-07-01","ids":{"openalex":"https://openalex.org/W4411867065","doi":"https://doi.org/10.1109/tsmc.2025.3578893"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2025.3578893","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3578893","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103115263","display_name":"Hang Yang","orcid":"https://orcid.org/0000-0001-7309-8588"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Hang Yang","raw_affiliation_strings":["Macau Institute of Systems Engineering, Macau University of Science and Technology, Macau, SAR, China","Macau Institute of Systems Engineering, Macau University of Science and Technology, SAR, Macau, China"],"raw_orcid":"https://orcid.org/0000-0001-7309-8588","affiliations":[{"raw_affiliation_string":"Macau Institute of Systems Engineering, Macau University of Science and Technology, Macau, SAR, China","institution_ids":["https://openalex.org/I111950717"]},{"raw_affiliation_string":"Macau Institute of Systems Engineering, Macau University of Science and Technology, SAR, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045305170","display_name":"Zhiwu Li","orcid":"https://orcid.org/0000-0003-1547-5503"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Zhiwu Li","raw_affiliation_strings":["Macau Institute of Systems Engineering, Macau University of Science and Technology, Macau, SAR, China","Macau Institute of Systems Engineering, Macau University of Science and Technology, SAR, Macau, China"],"raw_orcid":"https://orcid.org/0000-0003-1547-5503","affiliations":[{"raw_affiliation_string":"Macau Institute of Systems Engineering, Macau University of Science and Technology, Macau, SAR, China","institution_ids":["https://openalex.org/I111950717"]},{"raw_affiliation_string":"Macau Institute of Systems Engineering, Macau University of Science and Technology, SAR, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003799782","display_name":"Witold Pedrycz","orcid":"https://orcid.org/0000-0002-9335-9930"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Witold Pedrycz","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9335-9930","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039029789","display_name":"Mirko Farina","orcid":"https://orcid.org/0000-0001-8342-6549"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mirko Farina","raw_affiliation_strings":["Institute for Digital Economy and Artificial Systems, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-8342-6549","affiliations":[{"raw_affiliation_string":"Institute for Digital Economy and Artificial Systems, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.3128,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94287219,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"55","issue":"9","first_page":"6150","last_page":"6163"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10866","display_name":"Nutritional Studies and Diet","score":0.5835999846458435,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10866","display_name":"Nutritional Studies and Diet","score":0.5835999846458435,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.8572078943252563},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4294726252555847},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.42930859327316284},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42117515206336975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40955469012260437},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.36504411697387695},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16602551937103271}],"concepts":[{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.8572078943252563},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4294726252555847},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42930859327316284},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42117515206336975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40955469012260437},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36504411697387695},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16602551937103271}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2025.3578893","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3578893","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","score":0.8299999833106995,"display_name":"Zero hunger"}],"awards":[{"id":"https://openalex.org/G7496331136","display_name":null,"funder_award_id":"0029/2023/RIA1","funder_id":"https://openalex.org/F4320321655","funder_display_name":"Science and Technology Development Fund"}],"funders":[{"id":"https://openalex.org/F4320321655","display_name":"Science and Technology Development Fund","ror":"https://ror.org/044vr6g03"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1985690171","https://openalex.org/W1994748352","https://openalex.org/W2110764733","https://openalex.org/W2942457804","https://openalex.org/W2970229813","https://openalex.org/W2979302305","https://openalex.org/W2982573148","https://openalex.org/W3034185248","https://openalex.org/W3034786938","https://openalex.org/W3037032032","https://openalex.org/W3084298792","https://openalex.org/W3114228236","https://openalex.org/W3133588596","https://openalex.org/W3164970261","https://openalex.org/W3190486510","https://openalex.org/W3217201372","https://openalex.org/W4205422047","https://openalex.org/W4225139517","https://openalex.org/W4281256703","https://openalex.org/W4285116830","https://openalex.org/W4287947470","https://openalex.org/W4293409613","https://openalex.org/W4312126637","https://openalex.org/W4384659592","https://openalex.org/W4386076354","https://openalex.org/W4386366581","https://openalex.org/W4390727864","https://openalex.org/W4390872979","https://openalex.org/W4390939337","https://openalex.org/W4390990571","https://openalex.org/W4392173735","https://openalex.org/W4393147185","https://openalex.org/W4398199904","https://openalex.org/W6742735773","https://openalex.org/W6757248479","https://openalex.org/W6758632346","https://openalex.org/W6763485134","https://openalex.org/W6771630921","https://openalex.org/W6789476682","https://openalex.org/W6790968595","https://openalex.org/W6796290586","https://openalex.org/W6798413682","https://openalex.org/W6809856051","https://openalex.org/W6837646708","https://openalex.org/W6853085414"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W3086377361"],"abstract_inverted_index":{"Learning":[0],"from":[1,16,43,112,164],"crowds":[2],"aims":[3],"to":[4,20,115,145],"train":[5],"a":[6,12,35,103,140],"robust":[7],"and":[8,23,28,55,66,71,86,131,169,210],"generalizable":[9],"model":[10,27],"with":[11,125],"noisy":[13,54,179],"crowdsourced":[14,50],"dataset":[15,51,186],"multiple":[17,92],"annotators.":[18],"Due":[19],"its":[21],"simplicity":[22],"practicality,":[24],"the":[25,44,62,68,73,76,83,117,165,178,181,215],"target":[26],"label":[29],"correction":[30],"mechanism":[31],"are":[32,192],"co-trained":[33],"in":[34,47,185],"parameter-coupled":[36],"manner.":[37],"However,":[38],"this":[39,161],"end-to-end":[40],"training":[41,69],"suffers":[42],"inherent":[45],"flaws":[46],"data.":[48],"The":[49,158,198],"is":[52,79,152,188],"naturally":[53],"redundant:":[56],"1)":[57],"some":[58,87],"annotations":[59],"may":[60,89],"violate":[61],"annotator\u2019s":[63],"transition":[64],"matrix":[65],"mislead":[67],"procedure":[70],"2)":[72],"size":[74],"of":[75,156,160,183,206,217],"annotation":[77,118],"set":[78],"much":[80],"larger":[81],"than":[82],"instance":[84],"set,":[85],"instances":[88],"be":[90],"backpropagated":[91],"times":[93],"without":[94],"performance":[95],"gain.":[96],"To":[97],"address":[98],"these":[99],"issues,":[100],"we":[101,120],"propose":[102],"sample":[104],"selection":[105,167],"method":[106],"called":[107],"CrowdSketch":[108],"for":[109,173],"deep":[110],"learning":[111],"crowds.":[113],"Specifically,":[114],"mitigate":[116],"noise,":[119],"find":[121],"possibly":[122],"high-quality":[123],"data":[124],"small":[126],"local":[127],"contrastive":[128],"loss":[129,134],"(clean)":[130],"high":[132],"divergence":[133],"between":[135],"prediction":[136],"probabilities":[137],"(important)":[138],"on":[139,194,208,212],"two-branch":[141,171],"network.":[142],"After":[143],"that,":[144],"alleviate":[146],"redundant":[147],"data,":[148,180],"an":[149],"importance":[150],"score":[151],"developed":[153],"based":[154],"onl2-norm":[155],"errors.":[157],"originality":[159],"work":[162],"stems":[163],"designed":[166],"criteria":[168],"specified":[170],"architecture":[172],"crowdsourcing.":[174],"Besides,":[175],"by":[176],"removing":[177],"risk":[182],"nonoptimum":[184],"pruning":[187],"reduced.":[189],"Extensive":[190],"experiments":[191],"conducted":[193],"real-world":[195],"crowdsourcing":[196],"datasets.":[197],"experimental":[199],"results,":[200],"which":[201],"show":[202],"average":[203],"accuracy":[204],"improvements":[205],"1.27%":[207],"LabelMe":[209],"1.52%":[211],"CIFAR-10H,":[213],"demonstrate":[214],"effectiveness":[216],"CrowdSketch.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}