{"id":"https://openalex.org/W4414197083","doi":"https://doi.org/10.1109/msp.2025.3572636","title":"Learning From Crowdsourced Noisy Labels: A signal processing perspective","display_name":"Learning From Crowdsourced Noisy Labels: A signal processing perspective","publication_year":2025,"publication_date":"2025-05-01","ids":{"openalex":"https://openalex.org/W4414197083","doi":"https://doi.org/10.1109/msp.2025.3572636"},"language":"en","primary_location":{"id":"doi:10.1109/msp.2025.3572636","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2025.3572636","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005841750","display_name":"Shahana Ibrahim","orcid":"https://orcid.org/0000-0003-1951-5234"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shahana Ibrahim","raw_affiliation_strings":["University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-1951-5234","affiliations":[{"raw_affiliation_string":"University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005271216","display_name":"Panagiotis A. Traganitis","orcid":"https://orcid.org/0000-0002-5420-758X"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Panagiotis A. Traganitis","raw_affiliation_strings":["Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-5420-758X","affiliations":[{"raw_affiliation_string":"Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015075381","display_name":"Xiao Fu","orcid":"https://orcid.org/0000-0003-4847-9586"},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Fu","raw_affiliation_strings":["Oregon State University, Corvallis, OR, USA"],"raw_orcid":"https://orcid.org/0000-0003-4847-9586","affiliations":[{"raw_affiliation_string":"Oregon State University, Corvallis, OR, USA","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026758314","display_name":"Georgios B. Giannakis","orcid":"https://orcid.org/0000-0002-0196-0260"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Georgios B. Giannakis","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"raw_orcid":"https://orcid.org/0000-0002-0196-0260","affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.5256,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.96609349,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"42","issue":"3","first_page":"84","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.9424999952316284,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11443","display_name":"Advanced Statistical Process Monitoring","score":0.9424999952316284,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11890","display_name":"Scientific Measurement and Uncertainty Evaluation","score":0.9276999831199646,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.9401000142097473},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6815999746322632},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5228999853134155},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.48510000109672546},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4796000123023987},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.446399986743927},{"id":"https://openalex.org/keywords/identifiability","display_name":"Identifiability","score":0.43970000743865967},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.3977999985218048}],"concepts":[{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.9401000142097473},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7605999708175659},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6815999746322632},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6305000185966492},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6104000210762024},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5228999853134155},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4909999966621399},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.48510000109672546},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4796000123023987},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.446399986743927},{"id":"https://openalex.org/C122770356","wikidata":"https://www.wikidata.org/wiki/Q1656753","display_name":"Identifiability","level":2,"score":0.43970000743865967},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3977999985218048},{"id":"https://openalex.org/C32810761","wikidata":"https://www.wikidata.org/wiki/Q17082146","display_name":"Crowdsourcing software development","level":5,"score":0.3855000138282776},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.34139999747276306},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.27070000767707825},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/msp.2025.3572636","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2025.3572636","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2518119838","display_name":"CCSS: Online Learning for IoT Monitoring and Management","funder_award_id":"2126052","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4414860575","display_name":"IMR: MM-1C: Learning-driven Models for 5G Internet Measurements","funder_award_id":"2220292","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4537910860","display_name":"Collaborative Research: CIF: Medium: Robust Learning over Graphs","funder_award_id":"2312546","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6933180357","display_name":"Collaborative Research: CIF: Medium: Robust Learning over Graphs","funder_award_id":"2312547","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7144051204","display_name":"CIF: III: Medium: MoDL+: Analytical Foundations for Deep Learning and Inference over Graphs","funder_award_id":"2212318","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8687539113","display_name":null,"funder_award_id":"2332547","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W108763474","https://openalex.org/W1539811621","https://openalex.org/W1988560072","https://openalex.org/W1989645203","https://openalex.org/W1991133427","https://openalex.org/W2045114813","https://openalex.org/W2068143054","https://openalex.org/W2085154695","https://openalex.org/W2086413055","https://openalex.org/W2093052816","https://openalex.org/W2093825590","https://openalex.org/W2107757493","https://openalex.org/W2110764733","https://openalex.org/W2112511942","https://openalex.org/W2146417264","https://openalex.org/W2163522723","https://openalex.org/W2164545125","https://openalex.org/W2469230926","https://openalex.org/W2554839354","https://openalex.org/W2751927106","https://openalex.org/W2774921216","https://openalex.org/W2791154158","https://openalex.org/W2884765233","https://openalex.org/W2892070670","https://openalex.org/W2896147697","https://openalex.org/W2964237876","https://openalex.org/W2971299805","https://openalex.org/W2979302305","https://openalex.org/W3015214021","https://openalex.org/W3034666661","https://openalex.org/W3038413610","https://openalex.org/W3114666757","https://openalex.org/W3164970261","https://openalex.org/W3204132345","https://openalex.org/W4207049033","https://openalex.org/W4283803055","https://openalex.org/W4293409613","https://openalex.org/W4323520987"],"related_works":[],"abstract_inverted_index":{"One":[0],"of":[1,22,75,95,156,166,177],"the":[2,20,70,92,144,175],"primary":[3],"catalysts":[4],"fueling":[5],"advances":[6,106],"in":[7,83,107,169,198],"<italic":[8,14],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[9,15],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">artificial":[10],"intelligence</i>":[11],"(AI)":[12],"and":[13,54,120,136,151,158,162,205],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">machine":[16],"learning</i>":[17],"(ML)":[18],"is":[19,35,85,115],"availability":[21],"massive,":[23],"curated":[24],"datasets.":[25],"A":[26],"commonly":[27],"used":[28],"technique":[29],"to":[30,41,50,65,86,128],"curate":[31],"such":[32,68,96,153,195],"massive":[33],"datasets":[34],"crowdsourcing,":[36],"where":[37],"data":[38],"are":[39,47,188,211],"dispatched":[40],"multiple":[42],"annotators.":[43],"The":[44,113],"annotatorproduced":[45],"labels":[46,63],"then":[48],"fused":[49],"serve":[51],"downstream":[52],"learning":[53,100,108,200],"inference":[55],"tasks.":[56,101],"This":[57,102],"annotation":[58],"process":[59],"often":[60],"creates":[61],"noisy":[62,110],"due":[64],"various":[66],"reasons,":[67],"as":[69,154,196],"limited":[71],"expertise,":[72],"or":[73],"unreliability":[74],"annotators,":[76],"among":[77],"others.":[78],"Therefore,":[79],"a":[80],"core":[81],"objective":[82],"crowdsourcing":[84,118,197],"develop":[87],"methods":[88],"that":[89,187,210],"effectively":[90],"mitigate":[91],"negative":[93],"impact":[94],"label":[97],"noise":[98],"on":[99,116],"feature":[103],"article":[104,142,182],"introduces":[105],"from":[109,124],"crowdsourced":[111],"labels.":[112],"focus":[114],"key":[117,212],"models":[119,127,218],"their":[121],"methodological":[122],"treatments,":[123],"classical":[125],"statistical":[126],"recent":[129],"deep":[130],"learningbased":[131],"approaches,":[132],"emphasizing":[133],"analytical":[134],"insights":[135],"algorithmic":[137],"developments.":[138],"In":[139],"particular,":[140],"this":[141,178,181],"reviews":[143],"connections":[145],"between":[146],"signal":[147],"processing":[148],"(SP)":[149],"theory":[150],"methods,":[152],"identifiability":[155],"tensor":[157],"nonnegative":[159],"matrix":[160],"factorization,":[161],"novel,":[163],"principled":[164],"solutions":[165],"longstanding":[167],"challenges":[168],"crowdsourcing\u2014showing":[170],"how":[171],"SP":[172],"perspectives":[173],"drive":[174],"advancements":[176],"field.":[179],"Furthermore,":[180],"touches":[183],"upon":[184],"emerging":[185],"topics":[186],"critical":[189],"for":[190,214],"developing":[191],"cutting-edge":[192],"AI/ML":[193],"systems,":[194],"reinforcement":[199],"with":[201],"human":[202],"feedback":[203],"(RLHF)":[204],"direct":[206],"preference":[207],"optimization":[208],"(DPO)":[209],"techniques":[213],"fine-tuning":[215],"large":[216],"language":[217],"(LLMs).":[219]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}